00000100:00000040:0.0F:1767734637.090422:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734637.090443:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734637.090451:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daa680. 00000020:00000040:0.0:1767734637.090458:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767734637.090464:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734637.090467:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734637.090473:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734637.090482:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1e00. 00000100:00000001:0.0:1767734637.090490:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734637.090504:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1f2daa680 x1853602672021248/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734637.090518:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734637.090522:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734637.090531:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071193bb3] to pc [ptlrpcd_00_00+0] req@ffff94b1f2daa680 x1853602672021248/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734637.090564:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734637.090568:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734637.090572:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734637.090576:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daa300. 00000020:00000040:0.0:1767734637.090579:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734637.090583:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734637.090585:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734637.090588:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0F:1767734637.090592:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767734637.090593:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1a00. 00000100:00000001:0.0:1767734637.090597:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734637.090602:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID req@ffff94b1f2daa300 x1853602672021376/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734637.090611:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734637.090623:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734637.090624:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767734637.090642:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734637.090657:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daa680 x1853602672021248/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767734637.090658:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035566750] to pc [ptlrpcd_00_01+1] req@ffff94b1f2daa300 x1853602672021376/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734637.090767:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734637.090770:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734637.090771:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734637.090778:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734637.090784:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767734637.090786:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767734637.090795:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734637.090798:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734637.090824:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daad80. 00000100:00100000:1.0:1767734637.090827:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602672021248:192.168.203.112@tcp:400:kworker.0 00000020:00000040:0.0:1767734637.090832:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f64ad800 refcount=3 obd=lustre-OST0000-osc-ffff94b1ef335000 00000100:00000001:1.0:1767734637.090841:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767734637.090842:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734637.090846:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734637.090850:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734637.090851:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734637.090861:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734637.090862:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1700. 02000000:00000001:1.0:1767734637.090874:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767734637.090876:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734637.090884:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c33d9e00. 00000100:00000040:0.0:1767734637.090890:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID req@ffff94b1f2daad80 x1853602672021504/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767734637.090891:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734637.090909:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767734637.090911:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734637.090920:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767734637.090924:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000100:00000040:0.0:1767734637.090934:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7b6bd72] to pc [ptlrpcd_00_00+0] req@ffff94b1f2daad80 x1853602672021504/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767734637.090938:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b3b8. 00000100:00000200:1.0:1767734637.090958:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672021248, portal 25 00000100:00000001:0.0:1767734637.090959:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734637.090976:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767734637.090977:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767734637.090984:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378944 : -117982972172672 : ffff94b1f2daa680) 00000100:00000001:0.0:1767734637.090986:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734637.090998:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da9880. 00000100:00000040:1.0:1767734637.091007:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daa680 x1853602672021248/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767734637.091008:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f64aa000 refcount=3 obd=lustre-OST0001-osc-ffff94b1ef335000 00000100:00000001:0.0:1767734637.091022:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734637.091029:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734637.091036:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734637.091051:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767734637.091052:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1000. 00000100:00000040:1.0:1767734637.091063:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767734637.091066:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767734637.091068:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bdd0. 00000100:00000200:1.0:1767734637.091078:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672021248, offset 0 00000100:00000040:0.0:1767734637.091080:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID req@ffff94b1f2da9880 x1853602672021632/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734637.091104:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767734637.091105:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767734637.091114:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734637.091121:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ee90ad0] to pc [ptlrpcd_00_01+1] req@ffff94b1f2da9880 x1853602672021632/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734637.091124:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734637.091147:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734637.091160:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734637.091182:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:0.0:1767734637.091185:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734637.091192:0:166640:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8736) 00000400:00000200:1.0:1767734637.091208:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734637.091212:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734637.091219:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66304:66304:256:4294967295] 192.168.203.112@tcp LPNI seq info [66304:66304:8:4294967295] 00000400:00000200:1.0:1767734637.091225:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734637.091226:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734637.091232:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734637.091236:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734637.091256:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daa300 x1853602672021376/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734637.091257:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734637.091292:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767734637.091354:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:1.0:1767734637.091355:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857600. 00000100:00000001:0.0:1767734637.091360:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734637.091367:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767734637.091373:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 02000000:00000001:0.0:1767734637.091375:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734637.091385:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767734637.091394:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00100000:0.0:1767734637.091397:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672021376:192.168.203.112@tcp:400:kworker.0 00000800:00000200:1.0:1767734637.091407:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767734637.091408:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734637.091422:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734637.091427:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734637.091431:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767734637.091436:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734637.091437:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c733fa00. 02000000:00000001:0.0:1767734637.091446:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734637.091453:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734637.091459:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303399769 00000400:00000200:0.0:1767734637.091467:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000010:1.0:1767734637.091470:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24df60. 00000400:00000010:0.0:1767734637.091476:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558478. 00000100:00000001:1.0:1767734637.091480:0:196091:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767734637.091486:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80ba18. 00000100:00000001:1.0:1767734637.091492:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303399769 00000100:00000010:1.0:1767734637.091500:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d420. 00000100:00000200:0.0:1767734637.091500:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672021376, portal 10 00000100:00000001:0.0:1767734637.091518:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734637.091520:0:196091:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767734637.091523:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000800:00000200:3.0F:1767734637.091538:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734637.091539:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767734637.091547:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daa300 x1853602672021376/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734637.091548:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767734637.091563:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857600. 00000100:00000001:1.0:1767734637.091567:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734637.091580:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734637.091582:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734637.091601:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767734637.091608:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767734637.091612:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767734637.091614:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767734637.091620:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b990. 00000100:00000001:1.0:1767734637.091622:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734637.091634:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767734637.091634:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672021376, offset 0 00000100:00000001:1.0:1767734637.091640:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734637.091651:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daad80 x1853602672021504/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734637.091664:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767734637.091670:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734637.091672:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767734637.091672:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734637.091682:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bdd0 00000400:00000010:3.0:1767734637.091694:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bdd0. 00000400:00000200:0.0:1767734637.091695:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:1.0:1767734637.091699:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734637.091709:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734637.091716:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734637.091717:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767734637.091721:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00100000:1.0:1767734637.091734:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672021504:192.168.203.112@tcp:400:kworker.0 00000400:00000200:0.0:1767734637.091735:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767734637.091737:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa680 x1853602672021248/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734637.091753:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767734637.091758:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 02000000:00000001:1.0:1767734637.091765:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734637.091775:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734637.091781:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767734637.091785:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767734637.091787:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767734637.091793:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 02000000:00000010:1.0:1767734637.091795:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c33d8600. 02000000:00000001:1.0:1767734637.091821:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734637.091829:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa680 x1853602672021248/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734653 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767734637.091857:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66305:66305:255:4294967295] 192.168.203.112@tcp LPNI seq info [66305:66305:7:4294967295] 00000400:00000200:0.0:1767734637.091879:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734637.091893:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734637.091900:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734637.091903:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767734637.091913:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000200:0.0:1767734637.091931:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000400:00000010:1.0:1767734637.091932:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b220. 00000100:00000200:1.0:1767734637.091950:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672021504, portal 4 00000100:00000001:1.0:1767734637.091963:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767734637.091964:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767734637.091974:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737380736 : -117982972170880 : ffff94b1f2daad80) 00000800:00000010:0.0:1767734637.091977:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1600. 00000100:00000040:1.0:1767734637.091990:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daad80 x1853602672021504/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767734637.092000:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:1.0:1767734637.092024:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734637.092047:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000800:00000200:0.0:1767734637.092049:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000010:1.0:1767734637.092062:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bbb0. 00000800:00000200:0.0:1767734637.092065:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767734637.092075:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672021504, offset 0 00000400:00000200:1.0:1767734637.092085:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734637.092091:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734637.092099:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734637.092101:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000040:0.0:1767734637.092114:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10707 usecs (11 jiffies) 00000400:00000200:1.0:1767734637.092116:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734637.092138:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734637.092143:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734637.092149:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734637.092155:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66306:66306:255:4294967295] 192.168.203.112@tcp LPNI seq info [66306:66306:7:4294967295] 00000400:00000200:1.0:1767734637.092161:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734637.092171:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734637.092180:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303398924 00000100:00000001:0.0:1767734637.092192:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303399769 00000800:00000200:3.0:1767734637.092199:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767734637.092201:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000001:0.0:1767734637.092203:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303398924 00000800:00000010:3.0:1767734637.092207:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1600. 00000100:00000001:0.0:1767734637.092211:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303399769 00000400:00000200:3.0:1767734637.092220:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767734637.092232:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767734637.092247:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767734637.092248:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734637.092273:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1767734637.092274:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857c00. 00000100:00000040:0.0:1767734637.092290:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da9880 x1853602672021632/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767734637.092291:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000200:3.0:1767734637.092303:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734637.092344:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b990 00000400:00000010:3.0:1767734637.092356:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b990. 00000800:00000200:1.0:1767734637.092363:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:3.0:1767734637.092371:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767734637.092380:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767734637.092392:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa300 x1853602672021376/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734637.092404:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734637.092409:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734637.092418:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734637.092419:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: using a timeout of 38828 usecs (39 jiffies) 00000100:00000001:3.0:1767734637.092425:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767734637.092438:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:3.0:1767734637.092440:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa300 x1853602672021376/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734653 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734637.092457:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303398953 02000000:00000001:0.0:1767734637.092461:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767734637.092469:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303399769 02000000:00000001:0.0:1767734637.092473:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734637.092483:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303398953 00000100:00000001:3.0:1767734637.092485:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734637.092488:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734637.092494:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303399769 00000100:00000001:3.0:1767734637.092495:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767734637.092507:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734637.092532:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734637.092532:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672021632:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734637.092551:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767734637.092552:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734637.092564:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767734637.092566:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734637.092577:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734637.092578:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734637.092583:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734637.092597:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767734637.092598:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767734637.092600:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857c00. 00000100:00000001:1.0:1767734637.092612:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767734637.092614:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c733fc00. 00000100:00000001:1.0:1767734637.092617:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767734637.092627:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734637.092629:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734637.092655:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734637.092665:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767734637.092669:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734637.092680:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000010:0.0:1767734637.092680:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d10. 00000400:00000200:3.0:1767734637.092707:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bbb0 00000400:00000010:0.0:1767734637.092709:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b110. 00000400:00000010:3.0:1767734637.092714:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bbb0. 00000100:00000200:0.0:1767734637.092720:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672021632, portal 4 00000100:00000001:0.0:1767734637.092725:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734637.092734:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737375360 : -117982972176256 : ffff94b1f2da9880) 00000100:00000001:3.0:1767734637.092738:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767734637.092758:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da9880 x1853602672021632/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734637.092762:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daad80 x1853602672021504/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734637.092835:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734637.092841:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734637.092846:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b198. 00000100:00000200:0.0:1767734637.092851:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672021632, offset 0 00000400:00000200:0.0:1767734637.092860:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734637.092867:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734637.092877:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734637.092883:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734637.092889:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734637.092894:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734637.092898:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734637.092904:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66307:66307:255:4294967295] 192.168.203.112@tcp LPNI seq info [66307:66307:7:4294967295] 00000400:00000200:0.0:1767734637.092912:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734637.092939:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000001:3.0:1767734637.092949:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734637.092964:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daad80 x1853602672021504/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767734637.092970:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734637.092984:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1200. 00000100:00000001:3.0:1767734637.092992:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734637.092997:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767734637.093003:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734637.093019:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734637.093024:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767734637.093041:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734637.093046:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: using a timeout of 8431 usecs (9 jiffies) 00000400:00000200:0.0:1767734637.093053:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734637.093057:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303398923 00000100:00000001:0.0:1767734637.093061:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303399769 00000100:00000001:0.0:1767734637.093064:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303398923 00000100:00000001:0.0:1767734637.093069:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303399769 00000100:00000001:0.0:1767734637.093072:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734637.093076:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734637.093081:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734637.093084:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734637.093096:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734637.093099:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767734637.093103:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734637.093106:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734637.093111:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734637.093115:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734637.093303:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734637.093352:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1200. 00000400:00000200:3.0:1767734637.093409:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734637.093421:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734637.093427:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b198 00000400:00000010:3.0:1767734637.093430:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b198. 00000100:00000001:3.0:1767734637.093438:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734637.093446:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da9880 x1853602672021632/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734637.093457:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734637.093462:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da9880 x1853602672021632/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734637.093470:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734637.093472:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734637.093479:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734637.093489:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734637.093491:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734637.093494:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734637.093500:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734637.093508:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734637.093515:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734637.093520:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734637.093525:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734637.093529:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d20f00 00000400:00000200:3.0:1767734637.093534:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734637.093549:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7aed5 [1] + 224 00000800:00000001:3.0:1767734637.093560:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734637.093569:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734637.093572:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734637.093575:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734637.093579:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734637.093584:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa680 x1853602672021248/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734637.093593:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2daa680 x1853602672021248/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734637.093614:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734637.093622:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734637.093625:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734637.093647:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734637.093651:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734637.093659:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734637.093661:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734637.093664:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000400:00000200:1.0:1767734637.093670:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b3b8 00000400:00000010:1.0:1767734637.093672:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b3b8. 00000100:00000001:1.0:1767734637.093675:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734637.093682:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa680 x1853602672021248/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734637.093692:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa680 x1853602672021248/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734637.093710:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734637.093713:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734637.093716:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734637.093719:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734637.093722:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734637.093725:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734637.093728:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734637.093736:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734637.093741:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734637.093744:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734637.093745:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734637.093748:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734637.093751:0:196091:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734637.093753:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734637.093759:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daa680 x1853602672021248/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734637.093766:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734637.093769:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734637.093771:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734637.093775:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa680 x1853602672021248/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734637.093783:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602672021248:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734637.093788:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734637.093790:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734637.093793:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa680 x1853602672021248/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734637.093816:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734637.093820:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734637.093823:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c33d9e00. 02000000:00000001:1.0:1767734637.093827:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734637.093829:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734637.093842:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767734637.093844:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734637.093848:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1e00. 02000000:00000001:1.0:1767734637.093852:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734637.093855:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734637.093857:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa680. 00000100:00000001:1.0:1767734637.093862:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734637.093864:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734637.093867:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734637.093869:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734637.093871:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734637.093873:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734637.093875:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0F:1767734637.094988:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734637.095014:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734637.095020:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734637.095025:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734637.095036:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734637.095046:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734637.095057:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734637.095063:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734637.095070:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734637.095076:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d20f80 00000400:00000200:2.0:1767734637.095085:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734637.095094:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7aedd [1] + 224 00000800:00000001:2.0:1767734637.095104:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734637.095113:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734637.095118:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734637.095129:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734637.095136:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734637.095146:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa300 x1853602672021376/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734637.095166:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2daa300 x1853602672021376/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734637.095192:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734637.095205:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734637.095212:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734637.095215:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734637.095221:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734637.095226:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734637.095232:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734637.095238:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734637.095241:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734637.095246:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734637.095253:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d21000 00000400:00000200:2.0:1767734637.095259:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734637.095279:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7aee5 [1] + 224 00000800:00000001:2.0:1767734637.095287:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734637.095297:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734637.095301:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734637.095308:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:0.0:1767734637.095364:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734637.095371:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734637.095382:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734637.095387:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734637.095392:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558478. 00000400:00000200:0.0:1767734637.095400:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80ba18 00000400:00000010:0.0:1767734637.095403:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80ba18. 00000100:00000001:0.0:1767734637.095409:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767734637.095412:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734637.095422:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa300 x1853602672021376/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734637.095428:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daad80 x1853602672021504/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734637.095474:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2daad80 x1853602672021504/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734637.095523:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa300 x1853602672021376/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734637.095527:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734637.095546:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734637.095547:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734637.095549:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734637.095551:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734637.095559:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734637.095561:0:196092:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767734637.095564:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767734637.095567:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1767734637.095570:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767734637.095580:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767734637.095582:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767734637.095583:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767734637.095590:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734637.095598:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767734637.095599:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:2.0:1767734637.095603:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734637.095622:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b220 02000000:00000001:0.0:1767734637.095624:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734637.095627:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000010:1.0:1767734637.095640:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b220. 00000400:00000200:2.0:1767734637.095648:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734637.095650:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767734637.095650:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=65 v=5 (5 5 5 5) 00000400:00000200:2.0:1767734637.095669:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00001000:0.0:1767734637.095671:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=65 v=5 (1 1 1 1) 00000100:00000200:1.0:1767734637.095674:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daad80 x1853602672021504/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734637.095691:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734637.095699:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734637.095709:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734637.095718:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d21080 00010000:00000001:0.0:1767734637.095728:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734637.095743:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734637.095749:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734637.095766:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767734637.095769:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7aeed [1] + 224 00000100:00000040:0.0:1767734637.095779:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000200:1.0:1767734637.095780:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daad80 x1853602672021504/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734637.095783:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767734637.095796:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767734637.095824:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734637.095827:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734637.095829:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734637.095835:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734637.095839:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734637.095844:0:196091:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767734637.095850:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daa300 x1853602672021376/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734637.095857:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767734637.095859:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767734637.095873:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734637.095875:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734637.095878:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767734637.095882:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734637.095889:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767734637.095890:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734637.095891:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da9880 x1853602672021632/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734637.095902:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767734637.095913:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64adc58 time=64 v=5 (5 5 5 5) 00000100:00000040:0.0:1767734637.095926:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa300 x1853602672021376/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767734637.095941:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64adc10 time=18 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734637.095970:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767734637.095973:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da9880 x1853602672021632/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734637.095978:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734637.095999:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672021376:192.168.203.112@tcp:400:kworker.0 00010000:00000001:1.0:1767734637.096001:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767734637.096015:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767734637.096024:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767734637.096032:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767734637.096036:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767734637.096038:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767734637.096038:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767734637.096047:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: skip recheck: last_committed 17179871170 00000400:00000010:0.0:1767734637.096051:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d10. 00000800:00000001:2.0:1767734637.096052:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734637.096054:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734637.096069:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734637.096073:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b110 00000400:00000010:0.0:1767734637.096079:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b110. 00000100:00000040:1.0:1767734637.096082:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daad80 x1853602672021504/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734637.096088:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767734637.096103:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767734637.096106:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da9880 x1853602672021632/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734637.096114:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734637.096122:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734637.096143:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daad80 x1853602672021504/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734637.096146:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da9880 x1853602672021632/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734637.096242:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734637.096248:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767734637.096249:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672021504:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734637.096261:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734637.096268:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734637.096271:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734637.096272:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734637.096287:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734637.096289:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734637.096300:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734637.096303:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daad80 x1853602672021504/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767734637.096375:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64aa458 time=64 v=5 (5 5 5 5) 00000100:00000001:1.0:1767734637.096378:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734637.096386:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767734637.096388:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64aa410 time=59 v=5 (1 0 0 0) 02000000:00000010:1.0:1767734637.096391:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c33d8600. 00000100:00000001:0.0:1767734637.096410:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767734637.096412:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767734637.096428:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734637.096430:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734637.096442:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=2 obd=lustre-OST0000-osc-ffff94b1ef335000 00010000:00000001:0.0:1767734637.096443:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767734637.096452:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767734637.096453:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734637.096461:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1700. 00000100:00000001:0.0:1767734637.096463:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767734637.096474:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767734637.096475:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: skip recheck: last_committed 12884903350 02000000:00000001:1.0:1767734637.096484:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767734637.096487:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:1.0:1767734637.096490:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daad80. 00000100:00000001:0.0:1767734637.096492:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734637.096510:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767734637.096514:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da9880 x1853602672021632/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734637.096515:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734637.096525:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734637.096545:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734637.096546:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734637.096551:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734637.096554:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734637.096561:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734637.096563:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da9880 x1853602672021632/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734637.096568:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734637.096574:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734637.096593:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672021632:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734637.096619:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734637.096623:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734637.096628:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa300 x1853602672021376/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734637.096639:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734637.096642:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734637.096646:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c733fa00. 02000000:00000001:0.0:1767734637.096663:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734637.096665:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734637.096667:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734637.096671:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734637.096674:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1a00. 02000000:00000001:0.0:1767734637.096678:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734637.096680:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734637.096683:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa300. 00000100:00000001:0.0:1767734637.096687:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734637.096688:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734637.096691:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734637.096695:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da9880 x1853602672021632/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734653 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734637.096702:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734637.096703:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734637.096705:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c733fc00. 02000000:00000001:0.0:1767734637.096708:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734637.096709:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734637.096710:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=2 obd=lustre-OST0001-osc-ffff94b1ef335000 00000020:00000001:0.0:1767734637.096713:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734637.096715:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1000. 02000000:00000001:0.0:1767734637.096717:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734637.096718:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734637.096720:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da9880. 00000100:00000001:0.0:1767734637.096728:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734637.096730:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734637.096732:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734637.096739:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734637.096751:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734637.096755:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734637.096758:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734637.282457:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734637.282463:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734637.282475:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734637.282479:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734637.282487:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734637.282491:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734637.282501:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734637.282504:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734637.282571:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734637.282580:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734637.282587:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767734637.615970:0:246991:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734637.986469:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303399769, at 4303399808 00000100:00000040:2.0:1767734637.986469:0:232526:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303399769, at 4303399808 00000100:00000010:3.0:1767734637.986491:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d420. 00000100:00000010:2.0:1767734637.986495:0:232526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24df60. 00000002:00000001:0.0:1767734638.270437:0:247057:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:0.0:1767734638.270445:0:247057:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1c41a1a00. 00000002:00000001:0.0:1767734638.270450:0:247057:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734638.270460:0:247057:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:0.0:1767734638.270465:0:247057:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b1fe4a87c0. 00000020:00000040:0.0:1767734638.270476:0:247057:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:0.0:1767734638.270481:0:247057:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:0.0:1767734638.270487:0:247057:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:0.0:1767734638.270492:0:247057:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:0.0:1767734638.270500:0:247057:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da9880. 00000020:00000040:0.0:1767734638.270506:0:247057:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734638.270515:0:247057:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734638.270520:0:247057:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734638.270527:0:247057:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734638.270536:0:247057:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c733ea00. 00000100:00000001:0.0:1767734638.270546:0:247057:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734638.270554:0:247057:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734638.270557:0:247057:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734638.270564:0:247057:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2cc0. 00000100:00000001:0.0:1767734638.270567:0:247057:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886311104 : -117982823240512 : ffff94b1fbbb2cc0) 00000100:00000001:0.0:1767734638.270572:0:247057:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734638.270574:0:247057:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737375360 : -117982972176256 : ffff94b1f2da9880) 00000100:00000001:0.0:1767734638.270581:0:247057:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734638.270586:0:247057:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734638.270590:0:247057:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734638.270593:0:247057:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734638.270606:0:247057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da9880 x1853602672021760/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734638.270620:0:247057:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734638.270623:0:247057:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734638.270637:0:247057:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734638.270642:0:247057:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734638.270645:0:247057:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734638.270651:0:247057:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da9880 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247057:1853602672021760:192.168.203.112@tcp:46:lfs.0 00000100:00000001:0.0:1767734638.270656:0:247057:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734638.270663:0:247057:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734638.270666:0:247057:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734638.270670:0:247057:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734638.270674:0:247057:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c733e200. 02000000:00000001:0.0:1767734638.270676:0:247057:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734638.270688:0:247057:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734638.270693:0:247057:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d10. 00000400:00000010:0.0:1767734638.270701:0:247057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b110. 00000100:00000200:0.0:1767734638.270711:0:247057:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672021760, portal 10 00000100:00000001:0.0:1767734638.270714:0:247057:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734638.270716:0:247057:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737375360 : -117982972176256 : ffff94b1f2da9880) 00000100:00000040:0.0:1767734638.270725:0:247057:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da9880 x1853602672021760/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734654 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734638.270735:0:247057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734638.270739:0:247057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734638.270743:0:247057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80ba18. 00000100:00000200:0.0:1767734638.270747:0:247057:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602672021760, offset 0 00000400:00000200:0.0:1767734638.270756:0:247057:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734638.270767:0:247057:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734638.270778:0:247057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734638.270786:0:247057:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734638.270816:0:247057:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734638.270822:0:247057:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734638.270826:0:247057:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734638.270831:0:247057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66308:66308:256:4294967295] 192.168.203.112@tcp LPNI seq info [66308:66308:8:4294967295] 00000400:00000200:0.0:1767734638.270837:0:247057:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734638.270850:0:247057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734638.270869:0:247057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734638.270875:0:247057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1900. 00000800:00000200:0.0:1767734638.270885:0:247057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734638.270894:0:247057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734638.270901:0:247057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1900 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:0.0:1767734638.270921:0:247057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734638.270929:0:247057:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10707 usecs (11 jiffies) 00000400:00000200:0.0:1767734638.270934:0:247057:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734638.270937:0:247057:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303400103 00000100:00000010:0.0:1767734638.270942:0:247057:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645360. 00000100:00000001:0.0:1767734638.270947:0:247057:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767734638.270953:0:247057:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303400103 00000100:00000010:0.0:1767734638.270956:0:247057:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645ae0. 00000100:00000001:0.0:1767734638.270960:0:247057:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767734638.270971:0:247057:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734638.270976:0:247057:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734638.270980:0:247057:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734638.270983:0:247057:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734638.270986:0:247057:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1767734638.270992:0:247057:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734638.270996:0:247057:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734638.271068:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734638.271077:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1900. 00000400:00000200:3.0:1767734638.271085:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734638.271094:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734638.271103:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80ba18 00000400:00000010:3.0:1767734638.271107:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80ba18. 00000100:00000001:3.0:1767734638.271113:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734638.271121:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da9880 x1853602672021760/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734654 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734638.271156:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734638.271162:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da9880 x1853602672021760/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734654 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734638.271171:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734638.271174:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734638.274493:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734638.274509:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734638.274515:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734638.274519:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734638.274529:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734638.274538:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734638.274548:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734638.274554:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734638.274560:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734638.274566:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d21100 00000400:00000200:2.0:1767734638.274572:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734638.274579:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7aef5 [1] + 224 00000800:00000001:2.0:1767734638.274589:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734638.274602:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734638.274605:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734638.274610:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734638.274617:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734638.274624:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da9880 x1853602672021760/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734654 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734638.274641:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da9880 x1853602672021760/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734654 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734638.274669:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734638.274679:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734638.274683:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734638.274707:0:247057:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734638.274719:0:247057:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734638.274721:0:247057:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734638.274725:0:247057:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d10. 00000400:00000200:0.0:1767734638.274732:0:247057:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b110 00000400:00000010:0.0:1767734638.274735:0:247057:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b110. 00000100:00000001:0.0:1767734638.274738:0:247057:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734638.274748:0:247057:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da9880 x1853602672021760/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734654 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734638.274762:0:247057:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da9880 x1853602672021760/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734654 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734638.274783:0:247057:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734638.274785:0:247057:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734638.274807:0:247057:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734638.274811:0:247057:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734638.274814:0:247057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734638.274817:0:247057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734638.274821:0:247057:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734638.274832:0:247057:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=66 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734638.274837:0:247057:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=66 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734638.274840:0:247057:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734638.274843:0:247057:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734638.274846:0:247057:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734638.274851:0:247057:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734638.274855:0:247057:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767734638.274858:0:247057:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: committing for last_committed 12884924578 gen 1 00000100:00000040:0.0:1767734638.274866:0:247057:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924578) req@ffff94b200bdb800 x1853602672018176/t12884924573(12884924573) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734650 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734638.274877:0:247057:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734638.274880:0:247057:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb800 x1853602672018176/t12884924573(12884924573) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734650 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734638.274889:0:247057:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734638.274892:0:247057:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734638.274896:0:247057:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a4000. 02000000:00000001:0.0:1767734638.274901:0:247057:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734638.274904:0:247057:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734638.274906:0:247057:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734638.274909:0:247057:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734638.274913:0:247057:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f400. 02000000:00000001:0.0:1767734638.274916:0:247057:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734638.274918:0:247057:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734638.274920:0:247057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb800. 00000100:00000001:0.0:1767734638.274925:0:247057:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734638.274926:0:247057:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734638.274940:0:247057:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924578) req@ffff94b1d02cc380 x1853602672019328/t12884924575(12884924575) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734650 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734638.274948:0:247057:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734638.274952:0:247057:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cc380 x1853602672019328/t12884924575(12884924575) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734650 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734638.274959:0:247057:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734638.274961:0:247057:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734638.274963:0:247057:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9292800. 02000000:00000001:0.0:1767734638.274966:0:247057:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734638.274968:0:247057:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734638.274969:0:247057:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734638.274971:0:247057:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734638.274973:0:247057:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9ec00. 02000000:00000001:0.0:1767734638.274976:0:247057:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734638.274978:0:247057:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734638.274979:0:247057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cc380. 00000100:00000001:0.0:1767734638.274983:0:247057:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734638.274984:0:247057:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767734638.274990:0:247057:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94b1d02cc000 x1853602672020224/t12884924577(12884924577) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734651 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1767734638.275002:0:247057:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924578) req@ffff94b1d02cf480 x1853602672020480/t12884924578(12884924578) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734651 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734638.275009:0:247057:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734638.275013:0:247057:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf480 x1853602672020480/t12884924578(12884924578) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734651 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734638.275020:0:247057:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734638.275021:0:247057:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734638.275023:0:247057:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9297000. 02000000:00000001:0.0:1767734638.275026:0:247057:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734638.275027:0:247057:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734638.275029:0:247057:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734638.275031:0:247057:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734638.275037:0:247057:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9c800. 02000000:00000001:0.0:1767734638.275041:0:247057:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734638.275043:0:247057:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734638.275044:0:247057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf480. 00000100:00000001:0.0:1767734638.275049:0:247057:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734638.275050:0:247057:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734638.275053:0:247057:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767734638.275057:0:247057:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:0.0:1767734638.275060:0:247057:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734638.275062:0:247057:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734638.275068:0:247057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da9880 x1853602672021760/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734654 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734638.275077:0:247057:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734638.275080:0:247057:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734638.275082:0:247057:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734638.275088:0:247057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da9880 x1853602672021760/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734654 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734638.275097:0:247057:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da9880 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247057:1853602672021760:192.168.203.112@tcp:46:lfs.0 00000100:00000001:0.0:1767734638.275103:0:247057:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734638.275106:0:247057:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734638.275109:0:247057:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734638.275111:0:247057:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734638.275115:0:247057:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da9880 x1853602672021760/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734654 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734638.275122:0:247057:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734638.275125:0:247057:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2cc0. 00000100:00000001:0.0:1767734638.275128:0:247057:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734638.275130:0:247057:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734638.275132:0:247057:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734638.275136:0:247057:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da9880 x1853602672021760/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734654 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734638.275143:0:247057:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734638.275150:0:247057:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734638.275152:0:247057:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c733e200. 02000000:00000001:0.0:1767734638.275154:0:247057:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734638.275156:0:247057:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734638.275157:0:247057:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734638.275160:0:247057:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734638.275162:0:247057:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c733ea00. 02000000:00000001:0.0:1767734638.275164:0:247057:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734638.275165:0:247057:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734638.275167:0:247057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da9880. 00000100:00000001:0.0:1767734638.275171:0:247057:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734638.275172:0:247057:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734638.275175:0:247057:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734638.275178:0:247057:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734638.275181:0:247057:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767734638.275184:0:247057:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:0.0:1767734638.275187:0:247057:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:0.0:1767734638.275189:0:247057:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff94b1fe4a87c0. 00000002:00000010:0.0:1767734638.275202:0:247057:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1c41a1a00. 00000100:00000040:3.0:1767734638.282430:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303400103, at 4303400104 00000100:00000010:3.0:1767734638.282442:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645ae0. 00000100:00000040:2.0:1767734638.283393:0:232526:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303400103, at 4303400105 00000100:00000010:2.0:1767734638.283416:0:232526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645360. 00010000:00000001:3.0:1767734638.306417:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734638.306423:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734638.306432:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734638.306434:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734638.306438:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734638.306440:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734638.306446:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734638.306447:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734638.306519:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734638.306527:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734638.306534:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734639.330445:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734639.330450:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734639.330455:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734639.330457:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734639.330460:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734639.330462:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734639.330465:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734639.330467:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734639.330594:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734639.330599:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734639.330604:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:3.0:1767734639.556712:0:247090:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:3.0:1767734639.556718:0:247090:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b0e3c38d00. 00000002:00000001:3.0:1767734639.556723:0:247090:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734639.556731:0:247090:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:3.0:1767734639.556734:0:247090:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b1f47d4b80. 00000020:00000040:3.0:1767734639.556741:0:247090:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:3.0:1767734639.556744:0:247090:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:3.0:1767734639.556747:0:247090:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:3.0:1767734639.556750:0:247090:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:3.0:1767734639.556755:0:247090:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd8e00. 00000020:00000040:3.0:1767734639.556759:0:247090:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734639.556772:0:247090:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734639.556775:0:247090:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734639.556779:0:247090:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734639.556819:0:247090:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d279de00. 00000100:00000001:3.0:1767734639.556827:0:247090:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734639.556834:0:247090:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734639.556837:0:247090:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734639.556844:0:247090:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1b780. 00000100:00000001:3.0:1767734639.556849:0:247090:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553292672 : -117983156258944 : ffff94b1e7e1b780) 00000100:00000001:3.0:1767734639.556854:0:247090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734639.556857:0:247090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970353152 : -117982739198464 : ffff94b200bd8e00) 00000100:00000001:3.0:1767734639.556864:0:247090:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734639.556869:0:247090:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734639.556873:0:247090:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734639.556876:0:247090:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734639.556888:0:247090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd8e00 x1853602672021888/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734639.556905:0:247090:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734639.556908:0:247090:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734639.556911:0:247090:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734639.556914:0:247090:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734639.556917:0:247090:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734639.556922:0:247090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247090:1853602672021888:192.168.203.112@tcp:46:lfs.0 00000100:00000001:3.0:1767734639.556926:0:247090:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734639.556930:0:247090:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734639.556933:0:247090:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734639.556935:0:247090:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734639.556939:0:247090:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d279c200. 02000000:00000001:3.0:1767734639.556941:0:247090:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734639.556948:0:247090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734639.556953:0:247090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113268. 00000400:00000010:3.0:1767734639.556959:0:247090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7b28. 00000100:00000200:3.0:1767734639.556963:0:247090:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672021888, portal 10 00000100:00000001:3.0:1767734639.556966:0:247090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734639.556976:0:247090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970353152 : -117982739198464 : ffff94b200bd8e00) 00000100:00000040:3.0:1767734639.556986:0:247090:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd8e00 x1853602672021888/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734655 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734639.556995:0:247090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734639.556998:0:247090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734639.557002:0:247090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7d48. 00000100:00000200:3.0:1767734639.557005:0:247090:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602672021888, offset 0 00000400:00000200:3.0:1767734639.557013:0:247090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734639.557020:0:247090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734639.557026:0:247090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734639.557032:0:247090:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734639.557037:0:247090:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734639.557041:0:247090:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734639.557044:0:247090:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734639.557048:0:247090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66309:66309:256:4294967295] 192.168.203.112@tcp LPNI seq info [66309:66309:8:4294967295] 00000400:00000200:3.0:1767734639.557054:0:247090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734639.557063:0:247090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734639.557069:0:247090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734639.557074:0:247090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38600. 00000800:00000200:3.0:1767734639.557080:0:247090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734639.557087:0:247090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734639.557091:0:247090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38600 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:3.0:1767734639.557116:0:247090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734639.557122:0:247090:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10706 usecs (11 jiffies) 00000400:00000200:3.0:1767734639.557126:0:247090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734639.557129:0:247090:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303401389 00000100:00000010:3.0:1767734639.557134:0:247090:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d0411780. 00000100:00000001:3.0:1767734639.557139:0:247090:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767734639.557144:0:247090:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303401389 00000100:00000010:3.0:1767734639.557148:0:247090:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d04119c0. 00000100:00000001:3.0:1767734639.557159:0:247090:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767734639.557164:0:247090:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734639.557167:0:247090:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734639.557171:0:247090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734639.557173:0:247090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734639.557176:0:247090:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1b780 going to sleep for 11 seconds 00000100:00000001:3.0:1767734639.557179:0:247090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734639.557182:0:247090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734639.557243:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734639.557251:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38600. 00000400:00000200:2.0:1767734639.557258:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734639.557266:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734639.557271:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7d48 00000400:00000010:2.0:1767734639.557274:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7d48. 00000100:00000001:2.0:1767734639.557279:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734639.557287:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd8e00 x1853602672021888/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734655 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734639.557300:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734639.557304:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd8e00 x1853602672021888/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734655 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734639.557358:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734639.557362:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734639.561351:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734639.561365:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734639.561370:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734639.561374:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734639.561383:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734639.561392:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734639.561402:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734639.561407:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734639.561414:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734639.561423:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d21180 00000400:00000200:2.0:1767734639.561430:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734639.561438:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7aefd [1] + 224 00000800:00000001:2.0:1767734639.561447:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734639.561460:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734639.561464:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734639.561470:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734639.561478:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734639.561497:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd8e00 x1853602672021888/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734655 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734639.561511:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bd8e00 x1853602672021888/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734655 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734639.561537:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734639.561547:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734639.561552:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734639.561575:0:247090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734639.561585:0:247090:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734639.561588:0:247090:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734639.561591:0:247090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113268. 00000400:00000200:3.0:1767734639.561598:0:247090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7b28 00000400:00000010:3.0:1767734639.561600:0:247090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7b28. 00000100:00000001:3.0:1767734639.561604:0:247090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734639.561614:0:247090:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd8e00 x1853602672021888/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734655 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734639.561628:0:247090:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd8e00 x1853602672021888/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734655 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734639.561638:0:247090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734639.561640:0:247090:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734639.561643:0:247090:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734639.561646:0:247090:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734639.561648:0:247090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734639.561650:0:247090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734639.561653:0:247090:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734639.561660:0:247090:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=67 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734639.561665:0:247090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=67 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734639.561668:0:247090:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734639.561670:0:247090:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734639.561672:0:247090:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734639.561675:0:247090:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734639.561679:0:247090:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734639.561681:0:247090:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:3.0:1767734639.561683:0:247090:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734639.561697:0:247090:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734639.561703:0:247090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd8e00 x1853602672021888/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734655 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734639.561712:0:247090:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734639.561716:0:247090:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734639.561718:0:247090:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734639.561723:0:247090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd8e00 x1853602672021888/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734655 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734639.561733:0:247090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd8e00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247090:1853602672021888:192.168.203.112@tcp:46:lfs.0 00000100:00000001:3.0:1767734639.561738:0:247090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734639.561741:0:247090:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734639.561744:0:247090:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734639.561746:0:247090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734639.561750:0:247090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8e00 x1853602672021888/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734655 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734639.561758:0:247090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734639.561761:0:247090:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1b780. 00000100:00000001:3.0:1767734639.561764:0:247090:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734639.561766:0:247090:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734639.561768:0:247090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734639.561772:0:247090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8e00 x1853602672021888/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734655 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734639.561807:0:247090:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734639.561812:0:247090:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734639.561816:0:247090:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d279c200. 02000000:00000001:3.0:1767734639.561822:0:247090:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734639.561825:0:247090:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734639.561828:0:247090:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734639.561832:0:247090:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734639.561836:0:247090:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1d279de00. 02000000:00000001:3.0:1767734639.561842:0:247090:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734639.561844:0:247090:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734639.561858:0:247090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8e00. 00000100:00000001:3.0:1767734639.561864:0:247090:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734639.561865:0:247090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734639.561868:0:247090:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734639.561871:0:247090:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734639.561873:0:247090:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734639.561877:0:247090:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:3.0:1767734639.561880:0:247090:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:3.0:1767734639.561882:0:247090:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff94b1f47d4b80. 00000002:00000010:3.0:1767734639.561893:0:247090:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b0e3c38d00. 00000100:00000040:3.0:1767734639.568359:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303401389, at 4303401390 00000100:00000010:3.0:1767734639.568372:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d04119c0. 00000100:00000040:2.0:1767734639.568433:0:232526:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303401389, at 4303401390 00000100:00000010:2.0:1767734639.568447:0:232526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d0411780. 00000080:00000001:1.0:1767734640.162526:0:242285:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1767734640.162532:0:242285:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734640.162536:0:242285:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734640.162543:0:242285:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734640.162549:0:242285:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00000020:00000001:1.0:1767734640.162559:0:242285:0:(cl_object.c:150:cl_object_top()) ffff94b1f65dbd00 -> ffff94b1f65dbd00 00000020:00000001:1.0:1767734640.162563:0:242285:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734640.162567:0:242285:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734640.162571:0:242285:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x8e8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734640.162576:0:242285:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734640.162578:0:242285:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734640.162581:0:242285:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734640.162588:0:242285:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x8e8:0x0]io ffff94b1d1cdc060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734640.162592:0:242285:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c20f8) owner 0000000000000000/ffff94b1f9298000 00020000:00000001:1.0:1767734640.162598:0:242285:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1767734640.162602:0:242285:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1767734640.162605:0:242285:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1767734640.162608:0:242285:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734640.162612:0:242285:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1767734640.162615:0:242285:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1767734640.162617:0:242285:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734640.162619:0:242285:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734640.162621:0:242285:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1767734640.162622:0:242285:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1767734640.162625:0:242285:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c20f8) owner 0000000000000000/ffff94b1f9298000 00000020:00000001:1.0:1767734640.162628:0:242285:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734640.162631:0:242285:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1767734640.162634:0:242285:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1767734640.162637:0:242285:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1767734640.162653:0:242285:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1767734640.162660:0:242285:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1767734640.162665:0:242285:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1767734640.162668:0:242285:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1767734640.162670:0:242285:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734640.162672:0:242285:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143864 : -117983526407752 : ffff94b1d1d1b1b8) 00000020:00001000:1.0:1767734640.162675:0:242285:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b1b0 00000020:00000001:1.0:1767734640.162678:0:242285:0:(cl_object.c:150:cl_object_top()) ffff94b1f65dbaa8 -> ffff94b1f65dbd00 00000020:00000001:1.0:1767734640.162681:0:242285:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1767734640.162686:0:242285:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734640.162687:0:242285:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1767734640.162689:0:242285:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734640.162691:0:242285:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734640.162694:0:242285:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982824808 : -117982726726808 : ffff94b2017bdb68) 00000020:00000001:1.0:1767734640.162698:0:242285:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1767734640.162699:0:242285:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734640.162702:0:242285:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734640.162704:0:242285:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734640.162707:0:242285:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1767734640.162709:0:242285:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1767734640.162712:0:242285:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734640.162713:0:242285:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1767734640.162716:0:242285:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734640.162717:0:242285:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734640.162720:0:242285:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734640.162722:0:242285:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734640.162724:0:242285:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734640.162726:0:242285:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734640.162727:0:242285:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734640.162729:0:242285:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734640.162732:0:242285:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1767734640.162735:0:242285:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1767734640.162736:0:242285:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734640.162738:0:242285:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1767734640.162740:0:242285:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1767734640.162744:0:242285:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1767734640.162750:0:242285:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1f464da40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=0. 00000008:00000001:1.0:1767734640.162755:0:242285:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734640.162758:0:242285:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734640.162760:0:242285:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734640.162768:0:242285:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734640.162770:0:242285:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734640.162772:0:242285:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734640.162800:0:242285:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1767734640.162803:0:242285:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1767734640.162806:0:242285:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1767734640.162808:0:242285:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1767734640.162810:0:242285:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1767734640.162812:0:242285:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734640.162814:0:242285:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1767734640.162816:0:242285:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1767734640.162819:0:242285:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1767734640.162822:0:242285:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1767734640.162823:0:242285:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734640.162825:0:242285:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1767734640.162826:0:242285:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1767734640.162828:0:242285:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734640.162830:0:242285:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734640.162832:0:242285:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1767734640.162833:0:242285:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1767734640.162835:0:242285:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1767734640.162837:0:242285:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1767734640.162839:0:242285:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734640.162841:0:242285:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734640.162843:0:242285:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734640.162844:0:242285:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1767734640.162845:0:242285:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1767734640.162847:0:242285:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734640.162849:0:242285:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734640.162851:0:242285:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734640.162853:0:242285:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734640.162855:0:242285:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734640.162857:0:242285:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1767734640.162859:0:242285:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1767734640.162861:0:242285:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1767734640.162863:0:242285:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1767734640.162865:0:242285:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734640.162867:0:242285:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b1b0 00020000:00000001:1.0:1767734640.162871:0:242285:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1767734640.162873:0:242285:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1767734640.162876:0:242285:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734640.162879:0:242285:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x8e8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734640.162883:0:242285:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734640.162891:0:242285:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734640.162895:0:242285:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000080:00000001:1.0:1767734640.162898:0:242285:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734640.162901:0:242285:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734640.354438:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734640.354443:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734640.354448:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734640.354450:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734640.354453:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734640.354454:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734640.354458:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734640.354459:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734640.354581:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734640.354586:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734640.354590:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734641.379418:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734641.379424:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734641.379431:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734641.379434:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734641.379440:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734641.379443:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734641.379447:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734641.379449:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734641.379508:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734641.379515:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734641.379520:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767734642.210518:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767734642.210529:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767734642.210540:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd8e00. 00000020:00000040:3.0:1767734642.210549:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767734642.210555:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734642.210559:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734642.210566:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734642.210576:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b0e3c38d00. 00000100:00000001:3.0:1767734642.210598:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734642.210616:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b200bd8e00 x1853602672022016/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734642.210633:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734642.210638:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734642.210646:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004982f35d] to pc [ptlrpcd_01_01+1] req@ffff94b200bd8e00 x1853602672022016/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734642.210681:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734642.210686:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767734642.210691:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767734642.210697:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb800. 00000020:00000040:3.0:1767734642.210700:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734642.210703:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734642.210705:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734642.210709:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734642.210716:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b0e3c38000. 00000100:00000001:3.0:1767734642.210719:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734642.210724:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID req@ffff94b200bdb800 x1853602672022144/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734642.210734:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734642.210737:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734642.210742:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078681629] to pc [ptlrpcd_01_00+0] req@ffff94b200bdb800 x1853602672022144/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734642.210754:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734642.210757:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767734642.210788:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767734642.210795:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd9f80. 00000020:00000040:3.0:1767734642.210799:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f64ad800 refcount=3 obd=lustre-OST0000-osc-ffff94b1ef335000 00000100:00000001:3.0:1767734642.210802:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734642.210804:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734642.210815:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734642.210821:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b0e3c38f00. 00000100:00000001:2.0:1767734642.210823:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734642.210826:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.210833:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767734642.210839:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID req@ffff94b200bd9f80 x1853602672022272/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734642.210841:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734642.210858:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb800 x1853602672022144/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734642.210872:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734642.210875:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734642.210881:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734642.210885:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734642.210889:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734642.210894:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecb0905e-f978-4384-816c-881545595fa4:196093:1853602672022144:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734642.210900:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734642.210906:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734642.210909:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734642.210912:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734642.210919:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fd384c00. 02000000:00000001:2.0:1767734642.210922:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734642.210931:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734642.210936:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ebb0. 00000400:00000010:2.0:1767734642.210944:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29ee0. 00000100:00000200:2.0:1767734642.210953:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672022144, portal 10 00000100:00000001:2.0:1767734642.210957:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734642.210960:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000040:2.0:1767734642.210985:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdb800 x1853602672022144/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734642.210987:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734642.210995:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.211010:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734642.211011:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f619912] to pc [ptlrpcd_01_01+1] req@ffff94b200bd9f80 x1853602672022272/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734642.211024:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734642.211033:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29990. 00000100:00000001:3.0:1767734642.211040:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734642.211042:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672022144, offset 0 00000100:00000040:3.0:1767734642.211045:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767734642.211053:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767734642.211059:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000010:3.0:1767734642.211063:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bda300. 00000020:00000040:3.0:1767734642.211070:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f64aa000 refcount=3 obd=lustre-OST0001-osc-ffff94b1ef335000 00000100:00000001:3.0:1767734642.211076:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767734642.211077:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:3.0:1767734642.211081:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734642.211088:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734642.211093:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 02000000:00000010:3.0:1767734642.211097:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b0e3c38500. 00000400:00000200:2.0:1767734642.211105:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767734642.211106:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734642.211116:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000040:3.0:1767734642.211119:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID req@ffff94b200bda300 x1853602672022400/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767734642.211127:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734642.211138:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000001:3.0:1767734642.211146:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767734642.211151:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66310:66310:256:4294967295] 192.168.203.112@tcp LPNI seq info [66310:66310:8:4294967295] 00000100:00000001:3.0:1767734642.211153:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734642.211169:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:3.0:1767734642.211170:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a238a3b1] to pc [ptlrpcd_01_00+0] req@ffff94b200bda300 x1853602672022400/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734642.211196:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000001:3.0:1767734642.211199:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734642.211208:0:166640:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8741) 00000800:00000200:2.0:1767734642.211209:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734642.211221:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d430f800. 00000800:00000200:2.0:1767734642.211230:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734642.211239:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734642.211244:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d430f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767734642.211261:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734642.211268:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10706 usecs (11 jiffies) 00000400:00000200:2.0:1767734642.211273:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734642.211277:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303404043 00000100:00000010:2.0:1767734642.211283:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f1181f60. 00000100:00000001:2.0:1767734642.211290:0:196093:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767734642.211297:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303404043 00000100:00000010:2.0:1767734642.211300:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f1181e40. 00000100:00000001:2.0:1767734642.211304:0:196093:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767734642.211370:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734642.211375:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.211380:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.211384:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734642.211395:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734642.211398:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767734642.211404:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734642.211407:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734642.211410:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734642.211419:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bda300 x1853602672022400/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734642.211432:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734642.211433:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734642.211440:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734642.211442:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767734642.211447:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767734642.211448:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767734642.211453:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734642.211459:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734642.211465:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd8e00 x1853602672022016/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734642.211469:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecb0905e-f978-4384-816c-881545595fa4:196093:1853602672022400:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734642.211474:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734642.211478:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734642.211483:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734642.211491:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767734642.211500:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767734642.211501:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fd385800. 00000100:00000001:3.0:1767734642.211505:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734642.211508:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734642.211513:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734642.211519:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767734642.211519:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:3.0:1767734642.211529:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767734642.211532:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e058. 00000100:00100000:3.0:1767734642.211540:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196094:1853602672022016:192.168.203.112@tcp:400:kworker.0 00000400:00000010:2.0:1767734642.211542:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa297f8. 00000100:00000001:3.0:1767734642.211554:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767734642.211556:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672022400, portal 4 02000000:00000001:3.0:1767734642.211561:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767734642.211562:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767734642.211569:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.211569:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970358528 : -117982739193088 : ffff94b200bda300) 02000000:00000001:3.0:1767734642.211580:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734642.211589:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d279da00. 00000100:00000040:2.0:1767734642.211591:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bda300 x1853602672022400/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767734642.211598:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.211611:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767734642.211616:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:2.0:1767734642.211625:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734642.211629:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113268. 00000400:00000010:3.0:1767734642.211639:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7b28. 00000400:00000010:2.0:1767734642.211644:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa293b8. 00000100:00000200:3.0:1767734642.211649:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672022016, portal 25 00000100:00000200:2.0:1767734642.211653:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672022400, offset 0 00000100:00000001:3.0:1767734642.211656:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734642.211661:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970353152 : -117982739198464 : ffff94b200bd8e00) 00000400:00000200:2.0:1767734642.211669:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000040:3.0:1767734642.211676:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd8e00 x1853602672022016/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734642.211684:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.211698:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:3.0:1767734642.211700:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767734642.211708:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767734642.211715:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734642.211722:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000010:3.0:1767734642.211725:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7220. 00000400:00000200:2.0:1767734642.211732:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767734642.211736:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672022016, offset 0 00000400:00000200:2.0:1767734642.211739:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734642.211749:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66311:66311:255:4294967295] 192.168.203.112@tcp LPNI seq info [66311:66311:7:4294967295] 00000400:00000200:2.0:1767734642.211785:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734642.211788:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734642.211800:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734642.211808:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734642.211815:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000010:2.0:1767734642.211817:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d430fc00. 00000400:00000200:3.0:1767734642.211831:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000800:00000200:2.0:1767734642.211832:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000200:3.0:1767734642.211842:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767734642.211849:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000200:3.0:1767734642.211854:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000800:00000200:2.0:1767734642.211859:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d430fc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767734642.211863:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767734642.211870:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734642.211872:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000040:2.0:1767734642.211878:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: using a timeout of 8423 usecs (9 jiffies) 00000400:00000200:3.0:1767734642.211892:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66312:66312:254:4294967295] 192.168.203.112@tcp LPNI seq info [66312:66312:6:4294967295] 00000400:00000200:3.0:1767734642.211901:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734642.211913:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000400:00000200:2.0:1767734642.211925:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:3.0:1767734642.211927:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767734642.211933:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303404042 00000800:00000010:3.0:1767734642.211937:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38100. 00000100:00000001:2.0:1767734642.211940:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303404043 00000100:00000001:2.0:1767734642.211947:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303404042 00000800:00000200:3.0:1767734642.211951:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:2.0:1767734642.211953:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303404043 00000100:00000001:2.0:1767734642.211962:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767734642.211970:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:2.0:1767734642.211971:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734642.211982:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767734642.211984:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.211994:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734642.211996:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.212001:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767734642.212008:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734642.212008:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767734642.212014:0:196094:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303404889 00000100:00000001:3.0:1767734642.212021:0:196094:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303404043 00000100:00000001:2.0:1767734642.212028:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734642.212032:0:196094:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303404889 00000100:00000001:2.0:1767734642.212033:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734642.212043:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734642.212048:0:196094:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303404043 00000100:00000001:2.0:1767734642.212050:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734642.212059:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734642.212065:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734642.212070:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734642.212076:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd9f80 x1853602672022272/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734642.212085:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734642.212088:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734642.212092:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734642.212097:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734642.212100:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734642.212104:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1767734642.212108:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecb0905e-f978-4384-816c-881545595fa4:196094:1853602672022272:192.168.203.112@tcp:400:kworker.0 00000800:00000010:2.0:1767734642.212113:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d430f800. 00000100:00000001:3.0:1767734642.212118:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767734642.212123:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767734642.212124:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734642.212132:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734642.212138:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767734642.212142:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 02000000:00000010:3.0:1767734642.212148:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d279ce00. 00000400:00000200:2.0:1767734642.212151:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29990 00000400:00000010:2.0:1767734642.212155:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29990. 00000100:00000001:2.0:1767734642.212162:0:196085:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767734642.212165:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734642.212174:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb800 x1853602672022144/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734642.212180:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734642.212193:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1135d8. 00000400:00000010:3.0:1767734642.212206:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7ee0. 00000100:00000001:2.0:1767734642.212210:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767734642.212214:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672022272, portal 4 00000100:00000040:2.0:1767734642.212219:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb800 x1853602672022144/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734642.212221:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734642.212227:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970357632 : -117982739193984 : ffff94b200bd9f80) 00000100:00000001:2.0:1767734642.212244:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734642.212250:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd9f80 x1853602672022272/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734642.212250:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767734642.212264:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734642.212269:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734642.212275:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7110. 00000800:00000200:2.0:1767734642.212276:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1767734642.212282:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672022272, offset 0 00000800:00000010:2.0:1767734642.212283:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d430fc00. 00000400:00000200:2.0:1767734642.212295:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734642.212305:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734642.212352:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734642.212361:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734642.212370:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734642.212374:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734642.212379:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734642.212383:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734642.212386:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734642.212390:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66313:66313:254:4294967295] 192.168.203.112@tcp LPNI seq info [66313:66313:6:4294967295] 00000400:00000200:3.0:1767734642.212395:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734642.212411:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000400:00000200:2.0:1767734642.212418:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa293b8 00000800:00000200:3.0:1767734642.212419:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734642.212427:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa293b8. 00000800:00000010:3.0:1767734642.212431:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38e00. 00000100:00000001:2.0:1767734642.212436:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767734642.212444:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000200:2.0:1767734642.212452:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bda300 x1853602672022400/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734642.212463:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734642.212473:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767734642.212484:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734642.212486:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734642.212494:0:196094:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: using a timeout of 38805 usecs (39 jiffies) 00000100:00000040:2.0:1767734642.212495:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bda300 x1853602672022400/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734642.212511:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734642.212516:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.212519:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767734642.212528:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303404073 00000100:00000001:3.0:1767734642.212534:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303404889 00000100:00000001:3.0:1767734642.212537:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303404073 00000100:00000001:3.0:1767734642.212541:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303404889 00000100:00000001:3.0:1767734642.212544:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767734642.212546:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767734642.212549:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734642.212554:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734642.212556:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734642.212565:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767734642.212565:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38100. 00000100:00000001:3.0:1767734642.212572:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767734642.212576:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767734642.212577:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734642.212582:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734642.212588:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734642.212594:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734642.212597:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734642.212602:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7220 00000400:00000010:2.0:1767734642.212609:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7220. 00000100:00000001:2.0:1767734642.212616:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734642.212625:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd8e00 x1853602672022016/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734642.212635:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734642.212639:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8e00 x1853602672022016/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734642.212648:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.212650:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767734642.212703:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734642.212707:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38e00. 00000400:00000200:2.0:1767734642.212711:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734642.212716:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734642.212718:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7110 00000400:00000010:2.0:1767734642.212721:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7110. 00000100:00000001:2.0:1767734642.212726:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734642.212731:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd9f80 x1853602672022272/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734642.212741:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734642.212744:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd9f80 x1853602672022272/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734642.212752:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.212754:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734642.215607:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734642.215623:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734642.215627:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734642.215630:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734642.215639:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.215649:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734642.215670:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.215676:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.215683:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.215691:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d21280 00000400:00000200:2.0:1767734642.215698:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.215705:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7af0d [1] + 224 00000800:00000001:2.0:1767734642.215714:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734642.215722:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734642.215726:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734642.215730:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734642.215735:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734642.215743:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb800 x1853602672022144/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734642.215757:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bdb800 x1853602672022144/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734642.215807:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734642.215819:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734642.215825:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734642.215828:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734642.215832:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734642.215837:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.215843:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734642.215850:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.215854:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.215860:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.215864:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d21380 00000400:00000200:2.0:1767734642.215871:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734642.215874:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767734642.215878:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7af1d [1] + 224 00000100:00000001:3.0:1767734642.215881:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767734642.215889:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767734642.215894:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767734642.215897:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767734642.215900:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767734642.215902:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767734642.215906:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ebb0. 00000400:00000200:3.0:1767734642.215914:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29ee0 00000400:00000010:3.0:1767734642.215921:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29ee0. 00000400:00000200:2.0:1767734642.215923:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734642.215931:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767734642.215935:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734642.215947:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bda300 x1853602672022400/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734642.215960:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bda300 x1853602672022400/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734642.215969:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734642.215975:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734642.215979:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734642.215981:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734642.215985:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734642.215989:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.215995:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734642.216001:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.216004:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.216010:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.216014:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d21300 00000400:00000200:2.0:1767734642.216018:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.216024:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7af3d [1] + 224 00000800:00000001:2.0:1767734642.216029:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734642.216047:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767734642.216052:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdb800 x1853602672022144/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734642.216053:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734642.216067:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734642.216077:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734642.216087:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd9f80 x1853602672022272/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734642.216096:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdb800 x1853602672022144/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734642.216115:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bd9f80 x1853602672022272/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734642.216134:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734642.216139:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734642.216152:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734642.216154:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734642.216157:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734642.216162:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.216166:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734642.216172:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.216176:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.216181:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.216188:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d21200 00000400:00000200:2.0:1767734642.216204:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734642.216217:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7af25 [1] + 224 00000100:00000001:3.0:1767734642.216219:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734642.216227:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734642.216228:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767734642.216235:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734642.216240:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767734642.216241:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734642.216244:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767734642.216248:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767734642.216250:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734642.216260:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 02000000:00000001:3.0:1767734642.216261:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.216269:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767734642.216276:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=70 v=5 (5 5 5 5) 00000100:00000200:2.0:1767734642.216278:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd8e00 x1853602672022016/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734642.216289:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bd8e00 x1853602672022016/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767734642.216306:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=70 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734642.216351:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734642.216360:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767734642.216362:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767734642.216364:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734642.216370:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734642.216371:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734642.216379:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734642.216384:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734642.216387:0:196093:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:3.0:1767734642.216390:0:196093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734642.216393:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734642.216394:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.216400:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734642.216408:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767734642.216409:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb800 x1853602672022144/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767734642.216414:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734642.216420:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113268. 00000400:00000200:2.0:1767734642.216429:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7b28 00000100:00000001:3.0:1767734642.216436:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767734642.216437:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7b28. 00000100:00000001:3.0:1767734642.216448:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734642.216449:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767734642.216453:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767734642.216463:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd8e00 x1853602672022016/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734642.216470:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb800 x1853602672022144/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734642.216501:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecb0905e-f978-4384-816c-881545595fa4:196093:1853602672022144:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767734642.216515:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734642.216522:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734642.216532:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb800 x1853602672022144/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734642.216538:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd8e00 x1853602672022016/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734642.216563:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767734642.216570:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767734642.216572:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767734642.216576:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767734642.216579:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fd384c00. 00000100:00000001:2.0:1767734642.216582:0:196094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734642.216587:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767734642.216588:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767734642.216590:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767734642.216594:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767734642.216596:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734642.216601:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:2.0:1767734642.216603:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734642.216610:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767734642.216614:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=70 v=5 (5 5 5 5) 02000000:00000010:3.0:1767734642.216616:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b0e3c38000. 00000100:00001000:2.0:1767734642.216624:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=70 v=5 (1 1 1 1) 02000000:00000001:3.0:1767734642.216626:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767734642.216634:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767734642.216635:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767734642.216643:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734642.216644:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb800. 00010000:00000001:2.0:1767734642.216649:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734642.216652:0:196094:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.216655:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734642.216667:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767734642.216670:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd8e00 x1853602672022016/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734642.216672:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734642.216683:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734642.216691:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734642.216695:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734642.216696:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734642.216704:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1767734642.216707:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767734642.216708:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767734642.216715:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767734642.216720:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd8e00 x1853602672022016/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767734642.216722:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e058. 00000400:00000200:3.0:1767734642.216733:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa297f8 00000400:00000010:3.0:1767734642.216739:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa297f8. 00000100:00100000:2.0:1767734642.216746:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196094:1853602672022016:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767734642.216748:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767734642.216783:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734642.216786:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734642.216791:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1135d8. 00000100:00000200:3.0:1767734642.216795:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bda300 x1853602672022400/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734642.216798:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7ee0 00000400:00000010:2.0:1767734642.216805:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7ee0. 00000100:00000001:2.0:1767734642.216812:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734642.216824:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd9f80 x1853602672022272/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734642.216838:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bda300 x1853602672022400/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734642.216864:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd9f80 x1853602672022272/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734642.216869:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734642.216877:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734642.216882:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734642.216885:0:196093:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767734642.216888:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767734642.216890:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734642.216894:0:196094:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767734642.216896:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767734642.216900:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734642.216902:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.216905:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767734642.216909:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.216910:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734642.216917:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734642.216919:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64aa458 time=69 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734642.216924:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64adc58 time=69 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734642.216927:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64aa410 time=64 v=5 (1 0 0 0) 00000100:00001000:2.0:1767734642.216937:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64adc10 time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734642.216938:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734642.216944:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.216946:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767734642.216950:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767734642.216952:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734642.216955:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734642.216958:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767734642.216964:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1767734642.216966:0:196094:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734642.216969:0:196093:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: skip recheck: last_committed 12884903350 00000100:00000001:2.0:1767734642.216973:0:196094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767734642.216976:0:196093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767734642.216978:0:196094:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: skip recheck: last_committed 17179871170 00000100:00000001:3.0:1767734642.216981:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.216984:0:196094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734642.216990:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734642.216997:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bda300 x1853602672022400/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734642.217005:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd9f80 x1853602672022272/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734642.217033:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734642.217037:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734642.217041:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734642.217042:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734642.217049:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd9f80 x1853602672022272/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734642.217053:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734642.217058:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734642.217079:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bda300 x1853602672022400/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734642.217079:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecb0905e-f978-4384-816c-881545595fa4:196094:1853602672022272:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734642.217094:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734642.217105:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767734642.217111:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecb0905e-f978-4384-816c-881545595fa4:196093:1853602672022400:192.168.203.112@tcp:400:kworker.0 00000100:00000040:2.0:1767734642.217117:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8e00 x1853602672022016/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734642.217121:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734642.217125:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734642.217133:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bda300 x1853602672022400/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734642.217167:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767734642.217170:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734642.217173:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767734642.217175:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734642.217178:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d279da00. 02000000:00000010:3.0:1767734642.217181:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fd385800. 02000000:00000001:2.0:1767734642.217190:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767734642.217192:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734642.217196:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767734642.217198:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734642.217201:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000040:3.0:1767734642.217203:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=2 obd=lustre-OST0001-osc-ffff94b1ef335000 00000020:00000001:2.0:1767734642.217209:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767734642.217211:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734642.217216:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b0e3c38d00. 02000000:00000010:3.0:1767734642.217218:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b0e3c38500. 02000000:00000001:2.0:1767734642.217225:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734642.217227:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734642.217230:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767734642.217232:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734642.217236:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8e00. 00000100:00000010:3.0:1767734642.217238:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bda300. 00000100:00000001:2.0:1767734642.217249:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734642.217250:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734642.217257:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734642.217258:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734642.217268:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734642.217269:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734642.217280:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767734642.217282:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd9f80 x1853602672022272/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734642.217284:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734642.217293:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734642.217298:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.217304:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734642.217354:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734642.217358:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d279ce00. 02000000:00000001:2.0:1767734642.217363:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734642.217366:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734642.217368:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=2 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:2.0:1767734642.217371:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734642.217373:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b0e3c38f00. 02000000:00000001:2.0:1767734642.217376:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734642.217378:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734642.217380:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd9f80. 00000100:00000001:2.0:1767734642.217383:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734642.217385:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734642.217388:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734642.217394:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734642.217396:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734642.217399:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734642.217401:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734642.402430:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734642.402435:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734642.402441:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734642.402443:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734642.402448:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734642.402450:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734642.402454:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734642.402470:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734642.402473:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734642.402481:0:231791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734642.402483:0:231791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734642.402485:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734642.402490:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734642.402492:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734642.402495:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734642.402498:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734642.402625:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734642.402630:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734642.402635:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767734643.106452:0:232526:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303404889, at 4303404928 00000100:00000040:3.0:1767734643.106459:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303404889, at 4303404928 00000100:00000010:3.0:1767734643.106475:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f1181e40. 00000100:00000010:2.0:1767734643.106480:0:232526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f1181f60. 00010000:00000001:3.0:1767734643.427420:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734643.427425:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734643.427431:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734643.427434:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734643.427440:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734643.427442:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734643.427446:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734643.427448:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734643.427490:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734643.427495:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734643.427499:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767734643.427898:0:247249:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734644.027895:0:247340:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734644.201843:0:247376:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767734644.201849:0:247376:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160h: changelog gc thread stop upon umount, orphan records delete ========================================================== 16:24:03 (1767734643) 00000001:00000001:3.0:1767734644.211702:0:247376:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767734644.450424:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734644.450432:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734644.450442:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734644.450445:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734644.450451:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734644.450457:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734644.450462:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734644.450473:0:231791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734644.450476:0:231791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734644.450480:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734644.450486:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734644.450492:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734644.450496:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734644.450514:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734644.450521:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734644.450524:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734644.450581:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734644.450587:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734644.450592:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767734645.282532:0:242285:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1767734645.282539:0:242285:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1767734645.282544:0:242285:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767734645.282551:0:242285:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183146600 : -117983526405016 : ffff94b1d1d1bc68) 00000020:00001000:3.0:1767734645.282556:0:242285:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1bc60 00000020:00000001:3.0:1767734645.282565:0:242285:0:(cl_object.c:150:cl_object_top()) ffff94b1c59245f8 -> ffff94b1c59245f8 00000020:00000001:3.0:1767734645.282569:0:242285:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1767734645.282573:0:242285:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1767734645.282576:0:242285:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x8eb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1767734645.282582:0:242285:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1767734645.282584:0:242285:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1767734645.282586:0:242285:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1767734645.282593:0:242285:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x8eb:0x0]io ffff94b1d1cddbc0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1767734645.282598:0:242285:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c24d8) owner 0000000000000000/ffff94b1f9298000 00020000:00000001:3.0:1767734645.282603:0:242285:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1767734645.282606:0:242285:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1767734645.282610:0:242285:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1767734645.282612:0:242285:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734645.282615:0:242285:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1767734645.282618:0:242285:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1767734645.282620:0:242285:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734645.282622:0:242285:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1767734645.282624:0:242285:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1767734645.282625:0:242285:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1767734645.282627:0:242285:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c24d8) owner 0000000000000000/ffff94b1f9298000 00000020:00000001:3.0:1767734645.282631:0:242285:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734645.282634:0:242285:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1767734645.282636:0:242285:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1767734645.282640:0:242285:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1767734645.282644:0:242285:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1767734645.282650:0:242285:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1767734645.282655:0:242285:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1767734645.282657:0:242285:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1767734645.282659:0:242285:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767734645.282692:0:242285:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090966563800 : -117982742987816 : ffff94b20083bbd8) 00000020:00001000:3.0:1767734645.282696:0:242285:0:(cl_object.c:830:cl_env_get()) 1@ffff94b20083bbd0 00000020:00000001:3.0:1767734645.282713:0:242285:0:(cl_object.c:150:cl_object_top()) ffff94b1c5924468 -> ffff94b1c59245f8 00000020:00000001:3.0:1767734645.282715:0:242285:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1767734645.282722:0:242285:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1767734645.282723:0:242285:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1767734645.282725:0:242285:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734645.282728:0:242285:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734645.282730:0:242285:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982820776 : -117982726730840 : ffff94b2017bcba8) 00000020:00000001:3.0:1767734645.282763:0:242285:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1767734645.282767:0:242285:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734645.282773:0:242285:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734645.282777:0:242285:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734645.282780:0:242285:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1767734645.282784:0:242285:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1767734645.282787:0:242285:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1767734645.282788:0:242285:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1767734645.282791:0:242285:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1767734645.282793:0:242285:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734645.282796:0:242285:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734645.282799:0:242285:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734645.282801:0:242285:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734645.282804:0:242285:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1767734645.282806:0:242285:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734645.282808:0:242285:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734645.282811:0:242285:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1767734645.282814:0:242285:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1767734645.282815:0:242285:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1767734645.282817:0:242285:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1767734645.282819:0:242285:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1767734645.282822:0:242285:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1767734645.282829:0:242285:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1ed999500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=0. 00000008:00000001:3.0:1767734645.282834:0:242285:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767734645.282837:0:242285:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734645.282839:0:242285:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734645.282841:0:242285:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734645.282844:0:242285:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734645.282848:0:242285:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734645.282851:0:242285:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1767734645.282854:0:242285:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1767734645.282856:0:242285:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1767734645.282858:0:242285:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1767734645.282860:0:242285:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1767734645.282871:0:242285:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734645.282874:0:242285:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1767734645.282876:0:242285:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1767734645.282879:0:242285:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1767734645.282882:0:242285:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1767734645.282883:0:242285:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1767734645.282885:0:242285:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1767734645.282887:0:242285:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1767734645.282888:0:242285:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734645.282891:0:242285:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734645.282893:0:242285:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1767734645.282894:0:242285:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1767734645.282896:0:242285:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1767734645.282898:0:242285:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1767734645.282899:0:242285:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1767734645.282902:0:242285:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1767734645.282903:0:242285:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1767734645.282904:0:242285:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1767734645.282906:0:242285:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1767734645.282907:0:242285:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734645.282910:0:242285:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767734645.282912:0:242285:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1767734645.282913:0:242285:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1767734645.282915:0:242285:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734645.282918:0:242285:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1767734645.282920:0:242285:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1767734645.282922:0:242285:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1767734645.282924:0:242285:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1767734645.282926:0:242285:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1767734645.282928:0:242285:0:(cl_object.c:924:cl_env_put()) 1@ffff94b20083bbd0 00020000:00000001:3.0:1767734645.282932:0:242285:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1767734645.282935:0:242285:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1767734645.282938:0:242285:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1767734645.282941:0:242285:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x8eb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1767734645.282945:0:242285:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1767734645.282946:0:242285:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1767734645.282950:0:242285:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1bc60 00000080:00000001:3.0:1767734645.282952:0:242285:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734645.282955:0:242285:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734645.474445:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734645.474455:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734645.474458:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734645.474460:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734645.474476:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734645.474478:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734645.474481:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734645.474484:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734645.474488:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734645.474490:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734645.474492:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734645.474495:0:231791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734645.474497:0:231791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734645.474499:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734645.474501:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734645.474503:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734645.474505:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734645.474507:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734645.474511:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734645.474513:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734645.474516:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734645.474518:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734645.474653:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734645.474658:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734645.474663:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734646.498458:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734646.498463:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734646.498468:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734646.498470:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734646.498473:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734646.498475:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734646.498478:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734646.498479:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734646.498613:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734646.498618:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734646.498623:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1767734647.056676:0:247524:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734647.056682:0:247524:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734647.056685:0:247524:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767734647.056689:0:247524:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bba8 00000080:00200000:0.0:1767734647.056694:0:247524:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:0.0:1767734647.056710:0:247524:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c3fbda00. 00800000:00000002:0.0:1767734647.056742:0:247524:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:0.0:1767734647.056749:0:247524:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734647.056755:0:247524:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734647.056758:0:247524:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bac8 00800000:00000002:0.0:1767734647.056762:0:247524:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734647.056768:0:247524:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767734647.056774:0:247524:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767734647.056782:0:247524:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734647.056784:0:247524:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802b998 00000002:00010000:0.0:1767734647.056787:0:247524:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734647.056792:0:247524:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734647.056795:0:247524:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734647.056800:0:247524:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734647.056809:0:247524:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:0.0:1767734647.056813:0:247524:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734647.056820:0:247524:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734647.056824:0:247524:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767734647.056831:0:247524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767734647.056847:0:247524:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767734647.056855:0:247524:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734647.056859:0:247524:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767734647.056869:0:247524:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767734647.056871:0:247524:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767734647.056874:0:247524:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734647.056876:0:247524:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734647.056879:0:247524:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734647.056882:0:247524:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767734647.056885:0:247524:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767734647.056890:0:247524:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:0.0:1767734647.056901:0:247524:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c3fbda00. 00000080:00000001:0.0:1767734647.056907:0:247524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734647.056910:0:247524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734647.056914:0:247524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:0.0:1767734647.056919:0:247524:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6a9 00800000:00000001:0.0:1767734647.056924:0:247524:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734647.056927:0:247524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734647.056930:0:247524:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734647.056933:0:247524:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734647.056937:0:247524:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:0.0:1767734647.056940:0:247524:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:0.0:1767734647.056943:0:247524:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:0.0:1767734647.056948:0:247524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734647.056950:0:247524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734647.056951:0:247524:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734647.056953:0:247524:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734647.056957:0:247524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6a9 from it ffffafc30802bbe0 00010000:00000001:0.0:1767734647.056960:0:247524:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734647.056961:0:247524:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734647.056963:0:247524:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:0.0:1767734647.056965:0:247524:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:0.0:1767734647.056968:0:247524:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:0.0:1767734647.056971:0:247524:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734647.056975:0:247524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734647.056984:0:247524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734647.056985:0:247524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734647.056988:0:247524:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734647.056990:0:247524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734647.056994:0:247524:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734647.057003:0:247524:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734647.057010:0:247524:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734647.057012:0:247524:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734647.057016:0:247524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734647.057017:0:247524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734647.057019:0:247524:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734647.057022:0:247524:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734647.057024:0:247524:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734647.057027:0:247524:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734647.057030:0:247524:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734647.057032:0:247524:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734647.057034:0:247524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734647.057036:0:247524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734647.057041:0:247524:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734647.057043:0:247524:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734647.057046:0:247524:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:0.0:1767734647.057053:0:247524:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734647.057063:0:247524:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1de897800. 00000020:00000001:0.0:1767734647.057068:0:247524:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bd98 00000080:00200000:0.0:1767734647.057071:0:247524:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160h.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8), flags=1536 00000080:00000001:0.0:1767734647.057075:0:247524:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734647.057076:0:247524:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767734647.057078:0:247524:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bca8 00000080:00200000:0.0:1767734647.057080:0:247524:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:0.0:1767734647.057084:0:247524:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c3fbda00. 00800000:00000002:0.0:1767734647.057088:0:247524:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:0.0:1767734647.057091:0:247524:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734647.057093:0:247524:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734647.057095:0:247524:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bbc8 00800000:00000002:0.0:1767734647.057097:0:247524:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734647.057100:0:247524:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767734647.057103:0:247524:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767734647.057107:0:247524:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734647.057109:0:247524:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802ba98 00000002:00010000:0.0:1767734647.057111:0:247524:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734647.057115:0:247524:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734647.057117:0:247524:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734647.057124:0:247524:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734647.057128:0:247524:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:0.0:1767734647.057131:0:247524:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734647.057135:0:247524:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734647.057137:0:247524:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767734647.057141:0:247524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767734647.057149:0:247524:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767734647.057151:0:247524:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734647.057155:0:247524:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767734647.057162:0:247524:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767734647.057164:0:247524:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767734647.057167:0:247524:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734647.057169:0:247524:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734647.057171:0:247524:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734647.057173:0:247524:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767734647.057177:0:247524:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767734647.057179:0:247524:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:0.0:1767734647.057181:0:247524:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c3fbda00. 00000080:00000001:0.0:1767734647.057185:0:247524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734647.057186:0:247524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734647.057189:0:247524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:0.0:1767734647.057192:0:247524:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6a9 00800000:00000001:0.0:1767734647.057195:0:247524:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734647.057197:0:247524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734647.057199:0:247524:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734647.057200:0:247524:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734647.057202:0:247524:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:0.0:1767734647.057205:0:247524:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:0.0:1767734647.057209:0:247524:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:0.0:1767734647.057211:0:247524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734647.057218:0:247524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734647.057220:0:247524:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734647.057222:0:247524:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734647.057225:0:247524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6a9 from it ffffafc30802bce0 00010000:00000001:0.0:1767734647.057227:0:247524:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734647.057229:0:247524:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734647.057230:0:247524:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:0.0:1767734647.057233:0:247524:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:0.0:1767734647.057235:0:247524:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:0.0:1767734647.057238:0:247524:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734647.057241:0:247524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734647.057248:0:247524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734647.057249:0:247524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734647.057251:0:247524:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734647.057253:0:247524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734647.057256:0:247524:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734647.057262:0:247524:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734647.057264:0:247524:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734647.057266:0:247524:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734647.057268:0:247524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734647.057270:0:247524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734647.057272:0:247524:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734647.057274:0:247524:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734647.057276:0:247524:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734647.057278:0:247524:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734647.057281:0:247524:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734647.057283:0:247524:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734647.057284:0:247524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734647.057286:0:247524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734647.057288:0:247524:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734647.057289:0:247524:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734647.057292:0:247524:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 3 00000080:00000001:0.0:1767734647.057301:0:247524:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734647.058059:0:247524:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734647.058063:0:247524:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767734647.058065:0:247524:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bd90 00000080:00200000:0.0:1767734647.058069:0:247524:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:0.0:1767734647.058290:0:247524:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c3fbce00. 00800000:00000002:0.0:1767734647.058296:0:247524:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:0.0:1767734647.058299:0:247524:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734647.058302:0:247524:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734647.058304:0:247524:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bcb0 00800000:00000002:0.0:1767734647.058329:0:247524:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734647.058334:0:247524:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767734647.058338:0:247524:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767734647.058343:0:247524:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734647.058346:0:247524:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bb80 00000002:00010000:0.0:1767734647.058349:0:247524:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734647.058353:0:247524:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734647.058355:0:247524:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734647.058357:0:247524:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734647.058362:0:247524:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:0.0:1767734647.058365:0:247524:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734647.058369:0:247524:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734647.058371:0:247524:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767734647.058375:0:247524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767734647.058383:0:247524:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767734647.058387:0:247524:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734647.058390:0:247524:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767734647.058397:0:247524:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767734647.058399:0:247524:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767734647.058401:0:247524:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734647.058411:0:247524:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734647.058414:0:247524:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734647.058416:0:247524:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767734647.058419:0:247524:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767734647.058422:0:247524:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:0.0:1767734647.058425:0:247524:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c3fbce00. 00000080:00000001:0.0:1767734647.058428:0:247524:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734647.058430:0:247524:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734647.058433:0:247524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:0.0:1767734647.058437:0:247524:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6a9 00800000:00000001:0.0:1767734647.058440:0:247524:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734647.058442:0:247524:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734647.058444:0:247524:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734647.058446:0:247524:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734647.058448:0:247524:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:0.0:1767734647.058450:0:247524:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:0.0:1767734647.058453:0:247524:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:0.0:1767734647.058456:0:247524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734647.058458:0:247524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734647.058459:0:247524:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734647.058461:0:247524:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734647.058464:0:247524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6a9 from it ffffafc30802bdc8 00010000:00000001:0.0:1767734647.058466:0:247524:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734647.058468:0:247524:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734647.058469:0:247524:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:0.0:1767734647.058472:0:247524:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:0.0:1767734647.058474:0:247524:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:0.0:1767734647.058477:0:247524:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734647.058480:0:247524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734647.058487:0:247524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734647.058488:0:247524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734647.058490:0:247524:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734647.058497:0:247524:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734647.058500:0:247524:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734647.058507:0:247524:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734647.058510:0:247524:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734647.058511:0:247524:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734647.058514:0:247524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734647.058516:0:247524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734647.058517:0:247524:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734647.058520:0:247524:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734647.058522:0:247524:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734647.058524:0:247524:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734647.058527:0:247524:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734647.058529:0:247524:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734647.058531:0:247524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734647.058532:0:247524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734647.058535:0:247524:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734647.058536:0:247524:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734647.058539:0:247524:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 3 00000080:00000001:0.0:1767734647.058543:0:247524:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734647.058552:0:247524:0:(namei.c:2172:do_mkdir()) Process entered 00000020:00000001:0.0:1767734647.058554:0:247524:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bda0 00000080:00200000:0.0:1767734647.058557:0:247524:0:(namei.c:2175:do_mkdir()) VFS Op:name=d160h.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00000001:0.0:1767734647.058561:0:247524:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:0.0:1767734647.058564:0:247524:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1767734647.058568:0:247524:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c3fbce00. 00800000:00000002:0.0:1767734647.058571:0:247524:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000010:0.0:1767734647.058581:0:247524:0:(namei.c:1731:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff94b1fe4a8a00. 00000080:00000001:0.0:1767734647.058586:0:247524:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734647.058590:0:247524:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:0.0:1767734647.058593:0:247524:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1767734647.058600:0:247524:0:(lmv_obd.c:1669:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1767734647.058603:0:247524:0:(lmv_obd.c:1672:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1767734647.058607:0:247524:0:(lmv_obd.c:1750:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1767734647.058611:0:247524:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:0.0:1767734647.058614:0:247524:0:(obd_class.h:1036:obd_statfs_async()) Process entered 00800000:00000004:0.0:1767734647.058623:0:247524:0:(obd_class.h:1049:obd_statfs_async()) lustre-MDT0000-mdc-ffff94b1ef335000: age 8500, max_age 0 00000100:00000010:0.0:1767734647.058632:0:247524:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da9880. 00000020:00000040:0.0:1767734647.058637:0:247524:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734647.058643:0:247524:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734647.058647:0:247524:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734647.058650:0:247524:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734647.058659:0:247524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1700. 00000100:00000001:0.0:1767734647.058669:0:247524:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.058677:0:247524:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734647.058682:0:247524:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734647.058699:0:247524:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ee90ad0] to pc [ptlrpcd_00_00+0] req@ffff94b1f2da9880 x1853602672022528/t0(0) o41->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00800000:00000001:0.0:1767734647.058759:0:247524:0:(obd_class.h:1053:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734647.058763:0:247524:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:0.0:1767734647.058767:0:247524:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00000100:00000001:0.0:1767734647.058779:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767734647.058784:0:196092:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767734647.058787:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.058796:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734647.058799:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.058801:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734647.058804:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734647.058808:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734647.058817:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da9880 x1853602672022528/t0(0) o41->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.058829:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734647.058833:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.058838:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734647.058842:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.058843:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767734647.058851:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.058853:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734647.058859:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672022528:192.168.203.112@tcp:41:mkdir.0 00000100:00000001:0.0:1767734647.058867:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734647.058875:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734647.058879:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.058892:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734647.058897:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1de13c400. 02000000:00000001:0.0:1767734647.058900:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.058907:0:247524:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1767734647.058913:0:247524:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 00000400:00000200:0.0:1767734647.058914:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 40000000:00000001:1.0:1767734647.058921:0:247524:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 00000400:00000010:0.0:1767734647.058924:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d10. 40000000:00000040:1.0:1767734647.058928:0:247524:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1ef335000: Allocated FID [0x2000013a2:0x8f6:0x0] 00000400:00000010:0.0:1767734647.058936:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b110. 40000000:00000001:1.0:1767734647.058937:0:247524:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.058948:0:247524:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.058951:0:247524:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767734647.058954:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672022528, portal 10 00800000:00000001:1.0:1767734647.058955:0:247524:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.058967:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767734647.058969:0:247524:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bbe0 00000100:00000001:0.0:1767734647.058974:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737375360 : -117982972176256 : ffff94b1f2da9880) 00800000:00000002:1.0:1767734647.058976:0:247524:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd160h.sanity' [0x2000013a2:0x8f6:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:1.0:1767734647.058987:0:247524:0:(mdc_reint.c:154:mdc_create()) Process entered 00000100:00000040:0.0:1767734647.058990:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da9880 x1853602672022528/t0(0) o41->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734663 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000002:00000001:1.0:1767734647.058993:0:247524:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734647.059003:0:247524:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00000100:00000001:0.0:1767734647.059007:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767734647.059010:0:247524:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767734647.059019:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00010000:00000001:1.0:1767734647.059022:0:247524:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00000400:00000010:0.0:1767734647.059026:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b330. 00010000:00000001:1.0:1767734647.059030:0:247524:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000200:0.0:1767734647.059034:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672022528, offset 0 00010000:00010000:1.0:1767734647.059039:0:247524:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767734647.059050:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000080:00000001:1.0:1767734647.059066:0:247524:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000400:00000200:0.0:1767734647.059071:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000080:00000001:1.0:1767734647.059075:0:247524:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734647.059080:0:247524:0:(file.c:6052:ll_have_md_lock()) Process entered 00000400:00000200:0.0:1767734647.059086:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000080:00000040:1.0:1767734647.059097:0:247524:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000400:00000200:0.0:1767734647.059098:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000002:00000001:1.0:1767734647.059107:0:247524:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.059114:0:247524:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00000400:00000200:0.0:1767734647.059115:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00010000:00000040:1.0:1767734647.059124:0:247524:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 3 00000400:00000200:0.0:1767734647.059126:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1767734647.059134:0:247524:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767734647.059136:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000002:00000001:1.0:1767734647.059146:0:247524:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734647.059148:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66314:66314:256:4294967295] 192.168.203.112@tcp LPNI seq info [66314:66314:8:4294967295] 00000002:00000001:1.0:1767734647.059154:0:247524:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.059159:0:247524:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00000400:00000200:0.0:1767734647.059165:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00010000:00000040:1.0:1767734647.059166:0:247524:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 3 00010000:00000001:1.0:1767734647.059172:0:247524:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734647.059177:0:247524:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.059183:0:247524:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.059188:0:247524:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.059194:0:247524:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 3 00000400:00000200:0.0:1767734647.059195:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00010000:00000001:1.0:1767734647.059200:0:247524:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734647.059208:0:247524:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767734647.059215:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000080:00000001:1.0:1767734647.059216:0:247524:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767734647.059229:0:247524:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94b1f14e4200, pfid = [0x0:0x0:0x0] 00000800:00000010:0.0:1767734647.059230:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000080:00000001:1.0:1767734647.059242:0:247524:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767734647.059248:0:247524:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000800:00000200:0.0:1767734647.059250:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000080:00000001:1.0:1767734647.059253:0:247524:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734647.059258:0:247524:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.059264:0:247524:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000200:0.0:1767734647.059265:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00010000:00000001:1.0:1767734647.059271:0:247524:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:0.0:1767734647.059277:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1767734647.059278:0:247524:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734647.059284:0:247524:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.059290:0:247524:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734647.059294:0:247524:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f47dd000 with handle 0x1886cffb85c2b6a9 from hash 00010000:00000001:1.0:1767734647.059298:0:247524:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734647.059299:0:247524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.059302:0:247524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.059304:0:247524:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767734647.059333:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.059348:0:247524:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1767734647.059352:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10706 usecs (11 jiffies) 00010000:00000001:1.0:1767734647.059354:0:247524:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734647.059364:0:247524:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767734647.059373:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00010000:00000001:1.0:1767734647.059375:0:247524:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.059380:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303408892 00000100:00000010:0.0:1767734647.059388:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645300. 00000002:00000001:1.0:1767734647.059393:0:247524:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.059401:0:196092:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000010:1.0:1767734647.059403:0:247524:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cdc00. 00000020:00000040:1.0:1767734647.059412:0:247524:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734647.059414:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303408892 02000000:00000001:1.0:1767734647.059420:0:247524:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734647.059426:0:247524:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734647.059427:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645780. 00010000:00000001:1.0:1767734647.059435:0:247524:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00000100:00000001:0.0:1767734647.059439:0:196092:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00010000:00000001:1.0:1767734647.059443:0:247524:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1767734647.059449:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.059451:0:247524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767734647.059458:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.059459:0:247524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.059466:0:247524:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.059469:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.059472:0:247524:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767734647.059476:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.059478:0:247524:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734647.059485:0:247524:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734647.059497:0:247524:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c9879c00. 00000800:00000200:2.0:1767734647.059498:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734647.059505:0:247524:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767734647.059509:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00010000:00000001:1.0:1767734647.059512:0:247524:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.059520:0:247524:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:2.0:1767734647.059524:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767734647.059531:0:247524:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767734647.059541:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00010000:00010000:1.0:1767734647.059555:0:247524:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000200:2.0:1767734647.059559:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b330 00010000:00000001:1.0:1767734647.059560:0:247524:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767734647.059569:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b330. 00010000:00000001:1.0:1767734647.059570:0:247524:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734647.059577:0:247524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767734647.059583:0:196085:0:(events.c:34:request_out_callback()) Process entered 00010000:00000040:1.0:1767734647.059591:0:247524:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1100 count: 0 00000100:00000200:2.0:1767734647.059602:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da9880 x1853602672022528/t0(0) o41->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734663 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767734647.059603:0:247524:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537800. 00010000:00000001:1.0:1767734647.059618:0:247524:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.059622:0:247524:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.059628:0:247524:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.059633:0:247524:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.059638:0:247524:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.059641:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00100000:1.0:1767734647.059653:0:247524:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00000040:2.0:1767734647.059656:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da9880 x1853602672022528/t0(0) o41->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734647.059671:0:247524:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cdc00 x1853602672022784/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734647.059682:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.059695:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767734647.059704:0:247524:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734647.059707:0:247524:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734647.059714:0:247524:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.059717:0:247524:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058368 : -117982778493248 : ffff94b1fe65f6c0) 00000100:00000001:1.0:1767734647.059748:0:247524:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.059750:0:247524:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564032 : -117983553987584 : ffff94b1d02cdc00) 00000100:00000001:1.0:1767734647.059756:0:247524:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734647.059759:0:247524:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.059762:0:247524:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734647.059764:0:247524:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734647.059771:0:247524:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cdc00 x1853602672022784/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.059780:0:247524:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734647.059783:0:247524:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.059786:0:247524:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734647.059789:0:247524:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734647.059792:0:247524:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734647.059796:0:247524:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cdc00 pname:cluuid:pid:xid:nid:opc:job mkdir:ecb0905e-f978-4384-816c-881545595fa4:247524:1853602672022784:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:1.0:1767734647.059800:0:247524:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734647.059804:0:247524:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734647.059807:0:247524:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.059809:0:247524:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734647.059815:0:247524:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9296000. 02000000:00000001:1.0:1767734647.059817:0:247524:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734647.059824:0:247524:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734647.059828:0:247524:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734647.059834:0:247524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b220. 00000100:00000200:1.0:1767734647.059839:0:247524:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672022784, portal 10 00000100:00000001:1.0:1767734647.059842:0:247524:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.059844:0:247524:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564032 : -117983553987584 : ffff94b1d02cdc00) 00000100:00000040:1.0:1767734647.059850:0:247524:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cdc00 x1853602672022784/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.059874:0:247524:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734647.059877:0:247524:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734647.059881:0:247524:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b3b8. 00000100:00000200:1.0:1767734647.059884:0:247524:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1853602672022784, offset 0 00000400:00000200:1.0:1767734647.059891:0:247524:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734647.059898:0:247524:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.059905:0:247524:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734647.059909:0:247524:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734647.059913:0:247524:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734647.059916:0:247524:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734647.059919:0:247524:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734647.059924:0:247524:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66315:66315:256:4294967295] 192.168.203.112@tcp LPNI seq info [66315:66315:8:4294967295] 00000400:00000200:1.0:1767734647.059929:0:247524:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.059939:0:247524:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734647.059945:0:247524:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734647.059951:0:247524:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6fb00. 00000800:00000200:1.0:1767734647.059957:0:247524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734647.059964:0:247524:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734647.059968:0:247524:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6fb00 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:1.0:1767734647.059990:0:247524:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.059995:0:247524:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10706 usecs (11 jiffies) 00000400:00000200:1.0:1767734647.060000:0:247524:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734647.060003:0:247524:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303408892 00000100:00000001:1.0:1767734647.060006:0:247524:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303408892 00000100:00000001:1.0:1767734647.060010:0:247524:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303408892 00000100:00000001:1.0:1767734647.060013:0:247524:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303408892 00000100:00000001:1.0:1767734647.060017:0:247524:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.060020:0:247524:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.060030:0:247524:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734647.060033:0:247524:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734647.060037:0:247524:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734647.060041:0:247524:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734647.060044:0:247524:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734647.060078:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734647.060085:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6fb00. 00000400:00000200:2.0:1767734647.060090:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.060097:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734647.060101:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b3b8 00000400:00000010:2.0:1767734647.060104:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b3b8. 00000100:00000001:2.0:1767734647.060108:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734647.060114:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cdc00 x1853602672022784/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.060125:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734647.060129:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdc00 x1853602672022784/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.060138:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.060140:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734647.061659:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.061675:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734647.061682:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.061705:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.061744:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.061758:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734647.061772:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.061789:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.061798:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.061807:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 368 into portal 10 MB=0x695d780d21400 00000400:00000200:2.0:1767734647.061816:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.061828:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 368/368 into md 0x7af4d [1] + 224 00000800:00000001:2.0:1767734647.061842:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.061857:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.061861:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.061866:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734647.061874:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734647.061883:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da9880 x1853602672022528/t0(0) o41->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734663 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734647.061895:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94b1f2da9880 x1853602672022528/t0(0) o41->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734663 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.061925:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734647.061936:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.061941:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.061959:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734647.061966:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734647.061977:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734647.061980:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734647.061985:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d10. 00000400:00000200:1.0:1767734647.061993:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b110 00000400:00000010:1.0:1767734647.061996:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b110. 00000100:00000001:1.0:1767734647.062002:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734647.062013:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da9880 x1853602672022528/t0(0) o41->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734663 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734647.062031:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da9880 x1853602672022528/t0(0) o41->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734663 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.062042:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734647.062047:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.062051:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734647.062055:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734647.062060:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734647.062063:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.062068:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734647.062079:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734647.062086:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734647.062091:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734647.062094:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.062098:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734647.062103:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.062108:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734647.062112:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:1.0:1767734647.062115:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734647.062118:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.062126:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da9880 x1853602672022528/t0(0) o41->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734663 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.062157:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.062161:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734647.062164:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:1.0:1767734647.062170:0:196092:0:(mdc_request.c:1595:mdc_statfs_interpret()) blocks=17261 free=17217 avail=17201 objects=456849 free=456385 state=0 00000100:00000040:1.0:1767734647.062179:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da9880 x1853602672022528/t0(0) o41->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734663 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734647.062189:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672022528:192.168.203.112@tcp:41:mkdir.0 00000100:00000001:1.0:1767734647.062196:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.062198:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.062202:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da9880 x1853602672022528/t0(0) o41->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.062210:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734647.062214:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734647.062218:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1de13c400. 02000000:00000001:1.0:1767734647.062223:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734647.062225:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734647.062227:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734647.062230:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734647.062233:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1700. 02000000:00000001:1.0:1767734647.062237:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734647.062239:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734647.062241:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da9880. 00000100:00000001:1.0:1767734647.062245:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734647.062247:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.062249:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.062255:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734647.062257:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.062259:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734647.062262:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1F:1767734647.065388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1100. 00010000:00000010:1.1:1767734647.065415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f47dd000. 00000800:00000001:2.0:1767734647.066079:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.066093:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734647.066098:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.066102:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.066113:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.066123:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734647.066134:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.066140:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.066147:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.066154:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d21500 00000400:00000200:2.0:1767734647.066162:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.066185:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7af55 [1] + 224 00000800:00000001:2.0:1767734647.066196:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.066208:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.066213:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.066220:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734647.066227:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734647.066237:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cdc00 x1853602672022784/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734647.066252:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cdc00 x1853602672022784/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.066275:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734647.066282:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734647.066287:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.066293:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734647.066299:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66316:66316:256:4294967295] 192.168.203.112@tcp LPNI seq info [66316:66316:8:4294967295] 00000400:00000200:2.0:1767734647.066305:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.066360:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734647.066371:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734647.066381:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d430fc00. 00000100:00000001:1.0:1767734647.066394:0:247524:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767734647.066395:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000001:1.0:1767734647.066405:0:247524:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734647.066412:0:247524:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767734647.066414:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734647.066423:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d430fc00 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767734647.066431:0:247524:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734647.066440:0:247524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b220 00000400:00000010:1.0:1767734647.066443:0:247524:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b220. 00000100:00000001:1.0:1767734647.066447:0:247524:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734647.066459:0:247524:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cdc00 x1853602672022784/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734647.066474:0:247524:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cdc00 x1853602672022784/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.066485:0:247524:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734647.066488:0:247524:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.066491:0:247524:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734647.066494:0:247524:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734647.066497:0:247524:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734647.066500:0:247524:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.066504:0:247524:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734647.066511:0:247524:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000800:00000001:3.0:1767734647.066516:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767734647.066517:0:247524:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000800:00000200:2.0:1767734647.066520:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734647.066528:0:247524:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767734647.066529:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767734647.066530:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d430fc00. 00000100:00000001:1.0:1767734647.066533:0:247524:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.066539:0:247524:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767734647.066541:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767734647.066544:0:247524:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.066551:0:247524:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734647.066556:0:247524:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x100005b37/0x1] 00000100:00000001:1.0:1767734647.066561:0:247524:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000400:00000200:2.0:1767734647.066563:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734647.066565:0:247524:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.066571:0:247524:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155564032 : -117983553987584 : ffff94b1d02cdc00) 00000100:00000001:1.0:1767734647.066577:0:247524:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734647.066579:0:247524:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:1.0:1767734647.066583:0:247524:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734647.066586:0:247524:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.066594:0:247524:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cdc00 x1853602672022784/t12884924579(12884924579) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734663 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.066604:0:247524:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.066607:0:247524:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734647.066616:0:247524:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734647.066623:0:247524:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cdc00 x1853602672022784/t12884924579(12884924579) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734663 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734647.066633:0:247524:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cdc00 pname:cluuid:pid:xid:nid:opc:job mkdir:ecb0905e-f978-4384-816c-881545595fa4:247524:1853602672022784:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:1.0:1767734647.066639:0:247524:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.066643:0:247524:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.066646:0:247524:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734647.066648:0:247524:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.066653:0:247524:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cdc00 x1853602672022784/t12884924579(12884924579) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734663 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.066663:0:247524:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734647.066666:0:247524:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.066671:0:247524:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734647.066673:0:247524:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.066680:0:247524:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734647.066683:0:247524:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x8f6:0x0] 00800000:00000001:1.0:1767734647.066686:0:247524:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.066689:0:247524:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1767734647.066692:0:247524:0:(namei.c:1635:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1767734634 to 1767734647 00000080:00000001:1.0:1767734647.066697:0:247524:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734647.066701:0:247524:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734647.066704:0:247524:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734647.066707:0:247524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145782 : 144115272398145782 : 2000013a20008f6) 00000080:00000001:1.0:1767734647.066712:0:247524:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767734647.066750:0:247524:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1f0741080. 00000080:00000001:1.0:1767734647.066762:0:247524:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767734647.066765:0:247524:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148) 00000080:00000001:1.0:1767734647.066770:0:247524:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734647.066773:0:247524:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f6:0x0] 00000080:00000001:1.0:1767734647.066776:0:247524:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.066778:0:247524:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145782 : 144115272398145782 : 2000013a20008f6) 00000080:00000001:1.0:1767734647.066781:0:247524:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1767734647.066784:0:247524:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145782 mtime from 0 to 1767734647 00000080:00200000:1.0:1767734647.066796:0:247524:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f6:0x0], updating i_size 512 00000080:00000001:1.0:1767734647.066800:0:247524:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767734647.066803:0:247524:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090697101640 : -117983012449976 : ffff94b1f0741148) 00000080:00000001:1.0:1767734647.066806:0:247524:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734647.066810:0:247524:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734647.066813:0:247524:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.066817:0:247524:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.066820:0:247524:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:1.0:1767734647.066822:0:247524:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.066828:0:247524:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cdc00 x1853602672022784/t12884924579(12884924579) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.066836:0:247524:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734647.066839:0:247524:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734647.066842:0:247524:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c3fbce00. 00000080:00000010:1.0:1767734647.066846:0:247524:0:(namei.c:2005:ll_new_node()) kfreed 'lum': 48 at ffff94b1fe4a8a00. 00000080:00000001:1.0:1767734647.066849:0:247524:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.066851:0:247524:0:(namei.c:2183:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734647.066856:0:247524:0:(namei.c:2227:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.066865:0:247524:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734647.066870:0:247524:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000040:3.0:1767734647.072421:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303408892, at 4303408894 00000100:00000040:2.0:1767734647.072423:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303408892, at 4303408894 00000100:00000010:2.0:1767734647.072438:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645300. 00000100:00000010:3.0:1767734647.072440:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645780. 00000080:00000001:1.0:1767734647.075127:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734647.075133:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734647.075135:0:247525:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734647.075137:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b20 00000080:00200000:1.0:1767734647.075142:0:247525:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734647.075148:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872000. 00800000:00000002:1.0:1767734647.075154:0:247525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734647.075157:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.075160:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.075162:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033a40 00800000:00000002:1.0:1767734647.075165:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734647.075169:0:247525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734647.075172:0:247525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734647.075177:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.075179:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033910 00000002:00010000:1.0:1767734647.075181:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734647.075192:0:247525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.075194:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.075196:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734647.075201:0:247525:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.075204:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.075206:0:247525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.075209:0:247525:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734647.075213:0:247525:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734647.075218:0:247525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cce00. 00000020:00000040:1.0:1767734647.075221:0:247525:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734647.075226:0:247525:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734647.075230:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.075234:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.075236:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.075237:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.075240:0:247525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734647.075242:0:247525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734647.075246:0:247525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734647.075251:0:247525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c9878c00. 00000100:00000001:1.0:1767734647.075256:0:247525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.075259:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.075261:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.075264:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.075265:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.075267:0:247525:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.075274:0:247525:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00010000:00000001:1.0:1767734647.075279:0:247525:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734647.075282:0:247525:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767734647.075286:0:247525:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1100. 00010000:00000010:1.0:1767734647.075290:0:247525:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537800. 00010000:00000001:1.0:1767734647.075295:0:247525:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734647.075298:0:247525:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683f000. 00000020:00000001:1.0:1767734647.075302:0:247525:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734647.075306:0:247525:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683f000 with handle 0x1886cffb85c2b6ef to hash 00000080:00000010:1.1:1767734647.075343:0:247525:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de897800. 00000020:00000001:1.0:1767734647.075465:0:247525:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734647.075468:0:247525:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.075479:0:247525:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.075483:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.075485:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.075490:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.075501:0:247525:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.075516:0:247525:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00000100:00000001:1.0:1767734647.075522:0:247525:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734647.075524:0:247525:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734647.075528:0:247525:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.075531:0:247525:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058368 : -117982778493248 : ffff94b1fe65f6c0) 00000100:00000001:1.0:1767734647.075533:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.075535:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000001:1.0:1767734647.075539:0:247525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734647.075542:0:247525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.075545:0:247525:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734647.075546:0:247525:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734647.075555:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cce00 x1853602672022912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.075565:0:247525:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734647.075567:0:247525:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.075570:0:247525:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734647.075573:0:247525:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734647.075576:0:247525:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734647.075580:0:247525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672022912:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.075584:0:247525:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734647.075587:0:247525:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734647.075590:0:247525:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.075592:0:247525:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734647.075603:0:247525:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9290000. 02000000:00000001:1.0:1767734647.075606:0:247525:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734647.075613:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734647.075616:0:247525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734647.075621:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b220. 00000100:00000200:1.0:1767734647.075626:0:247525:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672022912, portal 10 00000100:00000001:1.0:1767734647.075628:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.075630:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000040:1.0:1767734647.075637:0:247525:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cce00 x1853602672022912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.075646:0:247525:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734647.075649:0:247525:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734647.075652:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b440. 00000100:00000200:1.0:1767734647.075655:0:247525:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672022912, offset 0 00000400:00000200:1.0:1767734647.075662:0:247525:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734647.075668:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.075674:0:247525:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734647.075678:0:247525:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734647.075682:0:247525:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734647.075685:0:247525:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734647.075688:0:247525:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734647.075692:0:247525:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66317:66317:256:4294967295] 192.168.203.112@tcp LPNI seq info [66317:66317:8:4294967295] 00000400:00000200:1.0:1767734647.075698:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.075707:0:247525:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734647.075713:0:247525:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734647.075717:0:247525:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f500. 00000800:00000200:1.0:1767734647.075749:0:247525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734647.075756:0:247525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734647.075760:0:247525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734647.075778:0:247525:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.075782:0:247525:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10706 usecs (11 jiffies) 00000400:00000200:1.0:1767734647.075796:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734647.075799:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303408908 00000100:00000010:1.0:1767734647.075803:0:247525:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d5a0. 00000100:00000001:1.0:1767734647.075808:0:247525:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767734647.075813:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303408908 00000100:00000010:1.0:1767734647.075816:0:247525:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d6c0. 00000100:00000001:1.0:1767734647.075819:0:247525:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767734647.075830:0:247525:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.075834:0:247525:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.075837:0:247525:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734647.075840:0:247525:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734647.075844:0:247525:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734647.075847:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734647.075850:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734647.075928:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734647.075935:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f500. 00000400:00000200:3.0:1767734647.075941:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.075949:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734647.075954:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b440 00000400:00000010:3.0:1767734647.075957:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b440. 00000100:00000001:3.0:1767734647.075961:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734647.075979:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cce00 x1853602672022912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.075991:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734647.075996:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cce00 x1853602672022912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.076005:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.076007:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734647.078409:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.078431:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734647.078435:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.078438:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.078447:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.078457:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734647.078464:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.078470:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.078478:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.078484:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 688 into portal 10 MB=0x695d780d21580 00000400:00000200:2.0:1767734647.078490:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.078496:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 688/688 into md 0x7af5d [1] + 224 00000800:00000001:2.0:1767734647.078504:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.078514:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.078517:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.078522:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734647.078526:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734647.078533:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cce00 x1853602672022912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734647.078547:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff94b1d02cce00 x1853602672022912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734647.078570:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734647.078577:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.078580:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.078613:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734647.078624:0:247525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734647.078626:0:247525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734647.078629:0:247525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734647.078636:0:247525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b220 00000400:00000010:1.0:1767734647.078639:0:247525:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b220. 00000100:00000001:1.0:1767734647.078643:0:247525:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734647.078653:0:247525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cce00 x1853602672022912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734647.078667:0:247525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cce00 x1853602672022912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.078677:0:247525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734647.078679:0:247525:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.078682:0:247525:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734647.078684:0:247525:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734647.078686:0:247525:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734647.078689:0:247525:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.078691:0:247525:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734647.078698:0:247525:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734647.078715:0:247525:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734647.078718:0:247525:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734647.078742:0:247525:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.078745:0:247525:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734647.078748:0:247525:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.078752:0:247525:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734647.078754:0:247525:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:1.0:1767734647.078757:0:247525:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734647.078759:0:247525:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.078765:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cce00 x1853602672022912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.078775:0:247525:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.078778:0:247525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734647.078780:0:247525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734647.078784:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cce00 x1853602672022912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734663 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734647.078794:0:247525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672022912:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.078799:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.078802:0:247525:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.078805:0:247525:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734647.078806:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.078810:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cce00 x1853602672022912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.078818:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734647.078821:0:247525:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.078825:0:247525:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734647.078826:0:247525:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.078829:0:247525:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734647.078833:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.078835:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.078838:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=4 00000020:00000001:1.0:1767734647.078840:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.078844:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000040:1.0:1767734647.078857:0:247525:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683f000, remote cookie: 0x9bbb2ede58dab822, flags: 0x1001 00010000:00010000:1.0:1767734647.078862:0:247525:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734647.078875:0:247525:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.078883:0:247525:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734647.078888:0:247525:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734647.078890:0:247525:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734647.078893:0:247525:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734647.078894:0:247525:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734647.078898:0:247525:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94b1d21e1100) refcount = 1 00010000:00010000:1.0:1767734647.078903:0:247525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.078910:0:247525:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734647.078914:0:247525:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734647.078916:0:247525:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.078921:0:247525:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734647.078924:0:247525:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.078928:0:247525:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.078935:0:247525:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734647.078937:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.078939:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.078940:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.078942:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.078944:0:247525:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.078948:0:247525:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734647.078950:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.078952:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.078954:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.078956:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.078964:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.078967:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.078969:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.078970:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=4 00000020:00000001:1.0:1767734647.078973:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.078975:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.078978:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.078980:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.078984:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.078992:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.078993:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.078995:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.078996:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.078998:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=5 00000020:00000001:1.0:1767734647.079000:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.079003:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.079005:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.079008:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.079015:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.079017:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734647.079020:0:247525:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.079027:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.079029:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.079030:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.079032:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.079033:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734647.079039:0:247525:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1d02cce00 x1853602672022912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734647.079055:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.079057:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.079059:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.079061:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.079064:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.079066:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.079068:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.079070:0:247525:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.079072:0:247525:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.079075:0:247525:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734647.079079:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.079080:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.079082:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.079084:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.079087:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00000002:00010000:1.0:1767734647.079091:0:247525:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.079099:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.079100:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.079102:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734647.079104:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.079105:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.079107:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.079109:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.079111:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000040:1.0:1767734647.079116:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734647.079119:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734647.079123:0:247525:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1767734647.079127:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.079128:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.079130:0:247525:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734647.079137:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033890 00000002:00002000:1.0:1767734647.079140:0:247525:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734647.079144:0:247525:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.079148:0:247525:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.079150:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734647.079153:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734647.079157:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734647.079160:0:247525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734647.079163:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872000. 00000080:00000001:1.0:1767734647.079167:0:247525:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734647.079169:0:247525:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734647.079172:0:247525:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1767734647.079177:0:247525:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1767734647.079182:0:247525:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94b1f451ff40. 00800000:00000001:1.0:1767734647.079185:0:247525:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446626090761977664 : -117982947573952 : ffff94b1f451ff40) 00800000:00000001:1.0:1767734647.079188:0:247525:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.079191:0:247525:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734647.079193:0:247525:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734647.079195:0:247525:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1767734647.079199:0:247525:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767734647.079202:0:247525:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767734647.079204:0:247525:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.079207:0:247525:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1767734647.079211:0:247525:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1767734647.079215:0:247525:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 135680 00010000:00000001:1.0:1767734647.079218:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.079219:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.079221:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.079224:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.079226:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.079229:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.079231:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734647.079232:0:247525:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734647.079235:0:247525:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1767734647.079236:0:247525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1f451ff40 1 00800000:00000010:1.0:1767734647.079245:0:247525:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94b1f451ff40. 00800000:00000001:1.0:1767734647.079248:0:247525:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.079251:0:247525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6ef 00800000:00000001:1.0:1767734647.079255:0:247525:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734647.079257:0:247525:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734647.079259:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.079260:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.079262:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.079264:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.079267:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.079270:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.079271:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.079273:0:247525:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.079275:0:247525:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.079277:0:247525:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.079280:0:247525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734647.079283:0:247525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6ef from it ffffafc308033b58 00010000:00000001:1.0:1767734647.079286:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.079287:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.079289:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.079291:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.079293:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.079296:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.079299:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.079306:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.079339:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.079340:0:247525:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734647.079343:0:247525:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734647.079346:0:247525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.079354:0:247525:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734647.079363:0:247525:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734647.079365:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.079369:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.079370:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.079372:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.079375:0:247525:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734647.079377:0:247525:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.079379:0:247525:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.079382:0:247525:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.079385:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.079387:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.079388:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734647.079391:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.079397:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cce00 x1853602672022912/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.079406:0:247525:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734647.079408:0:247525:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734647.079411:0:247525:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9290000. 02000000:00000001:1.0:1767734647.079414:0:247525:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734647.079416:0:247525:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734647.079418:0:247525:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734647.079420:0:247525:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734647.079423:0:247525:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c9878c00. 02000000:00000001:1.0:1767734647.079425:0:247525:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734647.079427:0:247525:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734647.079429:0:247525:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cce00. 00000100:00000001:1.0:1767734647.079433:0:247525:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734647.079434:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734647.079438:0:247525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734647.079443:0:247525:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734647.079453:0:247525:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f20a6140. 00000020:00000001:1.0:1767734647.079458:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033a88 00000080:00200000:1.0:1767734647.079460:0:247525:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160h.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8), flags=29 00000080:00000001:1.0:1767734647.079464:0:247525:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734647.079467:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033948 00000080:00200000:1.0:1767734647.079469:0:247525:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160h.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8), intent=0 00000080:00000010:1.0:1767734647.079477:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872000. 00800000:00000002:1.0:1767734647.079487:0:247525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734647.079492:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.079495:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.079497:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033868 00800000:00000002:1.0:1767734647.079499:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd160h.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734647.079504:0:247525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734647.079507:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033800 00800000:00000002:1.0:1767734647.079509:0:247525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160h.sanity' -> mds #0 00000002:00000001:1.0:1767734647.079513:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.079515:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033738 00000002:00010000:1.0:1767734647.079517:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160h.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1767734647.079522:0:247525:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734647.079524:0:247525:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734647.079527:0:247525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cce00. 00000020:00000040:1.0:1767734647.079531:0:247525:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734647.079535:0:247525:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734647.079538:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.079541:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.079542:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.079544:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.079547:0:247525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734647.079549:0:247525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734647.079552:0:247525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734647.079557:0:247525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c9878c00. 00000100:00000001:1.0:1767734647.079561:0:247525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.079565:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.079567:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.079569:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.079571:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.079573:0:247525:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.079578:0:247525:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00010000:00000001:1.0:1767734647.079581:0:247525:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734647.079583:0:247525:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734647.079587:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734647.079590:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.079598:0:247525:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734647.079602:0:247525:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683f800. 00000020:00000001:1.0:1767734647.079605:0:247525:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734647.079608:0:247525:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683f800 with handle 0x1886cffb85c2b6f6 to hash 00000020:00000001:1.0:1767734647.079610:0:247525:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734647.079612:0:247525:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.079615:0:247525:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.079618:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.079620:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.079624:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.079632:0:247525:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.079642:0:247525:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00000100:00000001:1.0:1767734647.079647:0:247525:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734647.079649:0:247525:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734647.079653:0:247525:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.079656:0:247525:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058368 : -117982778493248 : ffff94b1fe65f6c0) 00000100:00000001:1.0:1767734647.079658:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.079660:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000001:1.0:1767734647.079664:0:247525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734647.079667:0:247525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.079669:0:247525:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734647.079671:0:247525:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734647.079677:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cce00 x1853602672023040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.079686:0:247525:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734647.079688:0:247525:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.079691:0:247525:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734647.079693:0:247525:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734647.079696:0:247525:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734647.079706:0:247525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672023040:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.079710:0:247525:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734647.079714:0:247525:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734647.079716:0:247525:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.079718:0:247525:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734647.079747:0:247525:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9290000. 02000000:00000001:1.0:1767734647.079750:0:247525:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734647.079757:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734647.079761:0:247525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734647.079766:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b220. 00000100:00000200:1.0:1767734647.079771:0:247525:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672023040, portal 10 00000100:00000001:1.0:1767734647.079773:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.079775:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000040:1.0:1767734647.079781:0:247525:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cce00 x1853602672023040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.079790:0:247525:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734647.079793:0:247525:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734647.079796:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bcc0. 00000100:00000200:1.0:1767734647.079799:0:247525:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672023040, offset 0 00000400:00000200:1.0:1767734647.079805:0:247525:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734647.079811:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.079817:0:247525:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734647.079821:0:247525:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734647.079825:0:247525:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734647.079829:0:247525:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734647.079832:0:247525:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734647.079836:0:247525:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66318:66318:256:4294967295] 192.168.203.112@tcp LPNI seq info [66318:66318:8:4294967295] 00000400:00000200:1.0:1767734647.079841:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.079850:0:247525:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734647.079856:0:247525:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734647.079861:0:247525:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f300. 00000800:00000200:1.0:1767734647.079867:0:247525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734647.079881:0:247525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734647.079885:0:247525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734647.079906:0:247525:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.079910:0:247525:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10706 usecs (11 jiffies) 00000400:00000200:1.0:1767734647.079915:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734647.079918:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303408912 00000100:00000001:1.0:1767734647.079924:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303408908 00000100:00000001:1.0:1767734647.079928:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303408912 00000100:00000001:1.0:1767734647.079932:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303408908 00000100:00000001:1.0:1767734647.079935:0:247525:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.079938:0:247525:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.079941:0:247525:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734647.079943:0:247525:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734647.079947:0:247525:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734647.079950:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734647.079953:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734647.080040:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734647.080048:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f300. 00000400:00000200:3.0:1767734647.080054:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.080062:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734647.080067:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bcc0 00000400:00000010:3.0:1767734647.080070:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bcc0. 00000100:00000001:3.0:1767734647.080074:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734647.080081:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cce00 x1853602672023040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.080094:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734647.080098:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cce00 x1853602672023040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.080107:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.080109:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734647.083131:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.083143:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734647.083147:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.083150:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.083157:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.083164:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734647.083171:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.083176:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.083180:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.083185:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d21600 00000400:00000200:2.0:1767734647.083201:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.083207:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7af65 [1] + 224 00000800:00000001:2.0:1767734647.083214:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.083223:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.083226:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.083230:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734647.083235:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734647.083242:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cce00 x1853602672023040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734647.083256:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cce00 x1853602672023040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734647.083279:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734647.083287:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.083290:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.083929:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734647.083938:0:247525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734647.083940:0:247525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734647.083943:0:247525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734647.083949:0:247525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b220 00000400:00000010:1.0:1767734647.083951:0:247525:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b220. 00000100:00000001:1.0:1767734647.083955:0:247525:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734647.083964:0:247525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cce00 x1853602672023040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734647.083978:0:247525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cce00 x1853602672023040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.083987:0:247525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734647.083989:0:247525:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.083992:0:247525:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734647.083994:0:247525:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734647.083997:0:247525:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734647.084009:0:247525:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.084012:0:247525:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734647.084018:0:247525:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734647.084023:0:247525:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734647.084026:0:247525:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734647.084028:0:247525:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.084030:0:247525:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734647.084033:0:247525:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.084036:0:247525:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734647.084038:0:247525:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:1.0:1767734647.084040:0:247525:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734647.084042:0:247525:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.084048:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cce00 x1853602672023040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.084057:0:247525:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.084060:0:247525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734647.084062:0:247525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734647.084066:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cce00 x1853602672023040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734663 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734647.084076:0:247525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672023040:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.084081:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.084084:0:247525:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.084086:0:247525:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734647.084088:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.084092:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cce00 x1853602672023040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.084100:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734647.084102:0:247525:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.084106:0:247525:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734647.084107:0:247525:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.084110:0:247525:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734647.084112:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.084114:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.084123:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=4 00000020:00000001:1.0:1767734647.084125:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084129:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000040:1.0:1767734647.084134:0:247525:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683f800, remote cookie: 0x9bbb2ede58dab83e, flags: 0x1001 00010000:00010000:1.0:1767734647.084140:0:247525:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734647.084150:0:247525:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8f6:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767734647.084154:0:247525:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734647.084161:0:247525:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1300. 00010000:00000010:1.0:1767734647.084165:0:247525:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537700. 00010000:00000001:1.0:1767734647.084170:0:247525:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.084174:0:247525:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734647.084183:0:247525:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.084191:0:247525:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734647.084193:0:247525:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734647.084195:0:247525:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734647.084197:0:247525:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734647.084199:0:247525:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734647.084201:0:247525:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8f6:0x0].0x0 (ffff94b1d21e1300) refcount = 1 00010000:00010000:1.0:1767734647.084206:0:247525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.084213:0:247525:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734647.084216:0:247525:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734647.084218:0:247525:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.084221:0:247525:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734647.084223:0:247525:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.084233:0:247525:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.084239:0:247525:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734647.084241:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.084243:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.084244:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.084246:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.084247:0:247525:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.084251:0:247525:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734647.084253:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.084255:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.084257:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=3 00000020:00000001:1.0:1767734647.084259:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084262:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084265:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.084266:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.084268:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=4 00000020:00000001:1.0:1767734647.084270:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084273:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084275:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.084277:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.084281:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.084289:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.084290:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.084292:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.084293:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.084295:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=5 00000020:00000001:1.0:1767734647.084297:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084299:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084302:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.084305:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.084354:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.084356:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734647.084359:0:247525:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.084366:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.084368:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.084369:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.084371:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.084372:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734647.084379:0:247525:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff94b1d02cce00 x1853602672023040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734647.084389:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.084390:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.084392:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=3 00000020:00000001:1.0:1767734647.084394:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084397:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084399:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.084401:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.084402:0:247525:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.084405:0:247525:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.084407:0:247525:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734647.084410:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.084411:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.084413:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=3 00000020:00000001:1.0:1767734647.084415:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084417:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00000002:00010000:1.0:1767734647.084421:0:247525:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.084428:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.084435:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.084437:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734647.084439:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.084440:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.084442:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=3 00000020:00000001:1.0:1767734647.084445:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084447:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000040:1.0:1767734647.084452:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 2 00010000:00000001:1.0:1767734647.084455:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734647.084459:0:247525:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589939618/2294 (0 0) 00010000:00000001:1.0:1767734647.084462:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.084464:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.084465:0:247525:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734647.084468:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080336b8 00000002:00002000:1.0:1767734647.084470:0:247525:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160h.sanity intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734647.084474:0:247525:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.084477:0:247525:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.084480:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734647.084483:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734647.084486:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734647.084490:0:247525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000001:1.0:1767734647.084493:0:247525:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734647.084496:0:247525:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc308033a28 it_disposition b 00000080:00000001:1.0:1767734647.084498:0:247525:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734647.084502:0:247525:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734647.084504:0:247525:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734647.084506:0:247525:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145782 : 144115272398145782 : 2000013a20008f6) 00000080:00000001:1.0:1767734647.084509:0:247525:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734647.084513:0:247525:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734647.084515:0:247525:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f6:0x0] 00000080:00000001:1.0:1767734647.084518:0:247525:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.084521:0:247525:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145782 : 144115272398145782 : 2000013a20008f6) 00000080:00000001:1.0:1767734647.084524:0:247525:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734647.084528:0:247525:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f6:0x0], updating i_size 512 00000080:00200000:1.0:1767734647.084531:0:247525:0:(namei.c:151:ll_iget()) got inode: [0x2000013a2:0x8f6:0x0](ffff94b1f0741148): rc = 0 00000080:00000001:1.0:1767734647.084539:0:247525:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090697101640 : -117983012449976 : ffff94b1f0741148) 00010000:00000001:1.0:1767734647.084542:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.084544:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.084546:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=3 00000020:00000001:1.0:1767734647.084548:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084550:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084553:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.084554:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734647.084556:0:247525:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767734647.084558:0:247525:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767734647.084560:0:247525:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734647.084563:0:247525:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734647.084565:0:247525:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.084570:0:247525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8f6:0x0](ffff94b1f0741148) for lock 0x1886cffb85c2b6f6 00800000:00000001:1.0:1767734647.084574:0:247525:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734647.084575:0:247525:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734647.084577:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.084579:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.084580:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=3 00000020:00000001:1.0:1767734647.084582:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084585:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084588:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.084589:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.084591:0:247525:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.084593:0:247525:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734647.084599:0:247525:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b200e5b6c0 inode ffff94b1f0741148 refc 1 flags 0x20000e 00000080:00000001:1.0:1767734647.084604:0:247525:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734647.084606:0:247525:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.084609:0:247525:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734647.084613:0:247525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x8f6:0x0](ffff94b1f0741148) 00000080:00010000:1.0:1767734647.084616:0:247525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6f6 from it ffffafc308033a28 00010000:00000001:1.0:1767734647.084619:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.084620:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.084621:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=3 00000020:00000001:1.0:1767734647.084629:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084632:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.084634:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.084637:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.084645:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.084646:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.084648:0:247525:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734647.084650:0:247525:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734647.084653:0:247525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.084660:0:247525:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734647.084662:0:247525:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734647.084664:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.084667:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.084669:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.084670:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.084673:0:247525:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734647.084675:0:247525:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.084677:0:247525:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.084680:0:247525:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.084682:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.084684:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.084685:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734647.084688:0:247525:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734647.084692:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872000. 00000100:00000001:1.0:1767734647.084696:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.084701:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cce00 x1853602672023040/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.084710:0:247525:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734647.084712:0:247525:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734647.084715:0:247525:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9290000. 02000000:00000001:1.0:1767734647.084718:0:247525:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734647.084755:0:247525:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734647.084757:0:247525:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734647.084760:0:247525:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734647.084763:0:247525:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c9878c00. 02000000:00000001:1.0:1767734647.084766:0:247525:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734647.084768:0:247525:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734647.084770:0:247525:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cce00. 00000100:00000001:1.0:1767734647.084773:0:247525:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734647.084774:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734647.084781:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734647.084783:0:247525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), inode mode 41ed mask 1 00000080:00000001:1.0:1767734647.084788:0:247525:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734647.084797:0:247525:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f20a6ee0. 00000020:00000001:1.0:1767734647.084801:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033ae8 00000080:00200000:1.0:1767734647.084804:0:247525:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.1, dir=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), flags=13 00000080:00000001:1.0:1767734647.084807:0:247525:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734647.084809:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080339a8 00000080:00200000:1.0:1767734647.084812:0:247525:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.1, dir=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), intent=getattr 00000080:00000010:1.0:1767734647.084818:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872000. 00000080:00000001:1.0:1767734647.084823:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.084826:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.084827:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080338c8 00800000:00000002:1.0:1767734647.084830:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.1' on [0x2000013a2:0x8f6:0x0] 00800000:00000001:1.0:1767734647.084834:0:247525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734647.084837:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033860 00800000:00000002:1.0:1767734647.084839:0:247525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8f6:0x0], fid2=[0x0:0x0:0x0], name='d0.1' -> mds #0 00000002:00000001:1.0:1767734647.084844:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.084846:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033798 00000002:00010000:1.0:1767734647.084848:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.1,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8f6:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734647.084852:0:247525:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734647.084854:0:247525:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734647.084857:0:247525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cce00. 00000020:00000040:1.0:1767734647.084860:0:247525:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734647.084864:0:247525:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734647.084868:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.084877:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.084879:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.084881:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.084884:0:247525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734647.084886:0:247525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734647.084890:0:247525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734647.084895:0:247525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c9878c00. 00000100:00000001:1.0:1767734647.084900:0:247525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.084903:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.084905:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.084908:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.084909:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.084912:0:247525:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.084917:0:247525:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00010000:00000001:1.0:1767734647.084921:0:247525:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734647.084923:0:247525:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734647.084927:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 2 00010000:00000001:1.0:1767734647.084930:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.084933:0:247525:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734647.084936:0:247525:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683fe00. 00000020:00000001:1.0:1767734647.084939:0:247525:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734647.084942:0:247525:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683fe00 with handle 0x1886cffb85c2b6fd to hash 00000020:00000001:1.0:1767734647.084945:0:247525:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734647.084946:0:247525:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.084949:0:247525:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.084952:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.084955:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.084958:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b6fd lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.084967:0:247525:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b6fd lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.084976:0:247525:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b6fd lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00000100:00000001:1.0:1767734647.084993:0:247525:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734647.084995:0:247525:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734647.085000:0:247525:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.085002:0:247525:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058368 : -117982778493248 : ffff94b1fe65f6c0) 00000100:00000001:1.0:1767734647.085005:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.085007:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000001:1.0:1767734647.085011:0:247525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734647.085014:0:247525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.085016:0:247525:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734647.085018:0:247525:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734647.085024:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cce00 x1853602672023168/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.085034:0:247525:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734647.085036:0:247525:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.085039:0:247525:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734647.085041:0:247525:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734647.085044:0:247525:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734647.085048:0:247525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672023168:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.085052:0:247525:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734647.085055:0:247525:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734647.085058:0:247525:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.085060:0:247525:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734647.085064:0:247525:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9290000. 02000000:00000001:1.0:1767734647.085066:0:247525:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734647.085072:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734647.085076:0:247525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734647.085080:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b220. 00000100:00000200:1.0:1767734647.085086:0:247525:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672023168, portal 10 00000100:00000001:1.0:1767734647.085088:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.085090:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000040:1.0:1767734647.085096:0:247525:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cce00 x1853602672023168/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.085118:0:247525:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734647.085121:0:247525:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734647.085132:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767734647.085135:0:247525:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672023168, offset 0 00000400:00000200:1.0:1767734647.085141:0:247525:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734647.085148:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.085154:0:247525:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734647.085158:0:247525:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734647.085162:0:247525:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734647.085165:0:247525:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734647.085168:0:247525:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734647.085172:0:247525:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66319:66319:256:4294967295] 192.168.203.112@tcp LPNI seq info [66319:66319:8:4294967295] 00000400:00000200:1.0:1767734647.085177:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.085187:0:247525:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734647.085193:0:247525:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734647.085198:0:247525:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6ff00. 00000800:00000200:1.0:1767734647.085203:0:247525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734647.085210:0:247525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734647.085214:0:247525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6ff00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734647.085234:0:247525:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.085239:0:247525:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10706 usecs (11 jiffies) 00000400:00000200:1.0:1767734647.085243:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734647.085246:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303408917 00000100:00000001:1.0:1767734647.085252:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303408912 00000100:00000001:1.0:1767734647.085256:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303408917 00000100:00000001:1.0:1767734647.085260:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303408912 00000100:00000001:1.0:1767734647.085263:0:247525:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.085266:0:247525:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.085275:0:247525:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734647.085277:0:247525:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734647.085280:0:247525:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734647.085283:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734647.085286:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734647.085405:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734647.085413:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6ff00. 00000400:00000200:3.0:1767734647.085419:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.085426:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734647.085431:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000400:00000010:3.0:1767734647.085434:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:3.0:1767734647.085438:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734647.085445:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cce00 x1853602672023168/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.085457:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734647.085462:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cce00 x1853602672023168/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.085490:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.085492:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734647.088218:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.088230:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734647.088233:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.088236:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.088243:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.088250:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734647.088257:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.088261:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.088266:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.088270:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d21680 00000400:00000200:2.0:1767734647.088276:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.088281:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7af6d [1] + 224 00000800:00000001:2.0:1767734647.088288:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.088296:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.088299:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.088304:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734647.088347:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734647.088355:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cce00 x1853602672023168/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734647.088383:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cce00 x1853602672023168/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734647.088417:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734647.088428:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.088433:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.088458:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734647.088469:0:247525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734647.088471:0:247525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734647.088475:0:247525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734647.088482:0:247525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b220 00000400:00000010:1.0:1767734647.088484:0:247525:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b220. 00000100:00000001:1.0:1767734647.088488:0:247525:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734647.088498:0:247525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cce00 x1853602672023168/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734647.088511:0:247525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cce00 x1853602672023168/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.088521:0:247525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734647.088524:0:247525:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.088526:0:247525:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734647.088529:0:247525:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734647.088531:0:247525:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734647.088533:0:247525:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.088536:0:247525:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734647.088542:0:247525:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734647.088546:0:247525:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734647.088549:0:247525:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734647.088554:0:247525:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02cce00 x1853602672023168/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.088562:0:247525:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734647.088566:0:247525:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734647.088568:0:247525:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:1.0:1767734647.088570:0:247525:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734647.088572:0:247525:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767734647.088577:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cce00 x1853602672023168/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.088605:0:247525:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767734647.088608:0:247525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734647.088610:0:247525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734647.088616:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cce00 x1853602672023168/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734647.088625:0:247525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672023168:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.088631:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.088633:0:247525:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734647.088636:0:247525:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734647.088638:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.088642:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cce00 x1853602672023168/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.088649:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734647.088652:0:247525:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.088655:0:247525:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734647.088657:0:247525:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767734647.088660:0:247525:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734647.088663:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.088665:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.088667:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=4 00000020:00000001:1.0:1767734647.088670:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.088673:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00010000:1.0:1767734647.088678:0:247525:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b6fd lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.088689:0:247525:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767734647.088693:0:247525:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b6fd lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.088699:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.088709:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b6fd lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.088715:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.088717:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734647.088743:0:247525:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b6fd lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.088751:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.088754:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.088766:0:247525:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767734647.088769:0:247525:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b6fd lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.088777:0:247525:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f683fe00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767734647.088779:0:247525:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767734647.088784:0:247525:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b6fd lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.088791:0:247525:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767734647.088794:0:247525:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767734647.088798:0:247525:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b6fd lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.088804:0:247525:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767734647.088807:0:247525:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734647.088808:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.088810:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.088812:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=5 00000020:00000001:1.0:1767734647.088815:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.088818:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.088830:0:247525:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734647.088833:0:247525:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b6fd lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 247525 initiator: MDT0 00000080:00000001:1.0:1767734647.088851:0:247525:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734647.088853:0:247525:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.088856:0:247525:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767734647.088858:0:247525:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734647.088861:0:247525:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734647.088863:0:247525:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734647.088864:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.088866:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734647.088869:0:247525:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683fe00 with handle 0x1886cffb85c2b6fd from hash 00010000:00000001:1.0:1767734647.088872:0:247525:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734647.088874:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.088876:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.088877:0:247525:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734647.088879:0:247525:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734647.088881:0:247525:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767734647.088884:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.088885:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.088887:0:247525:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.088889:0:247525:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.088892:0:247525:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b6fd lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.088898:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.088899:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.088901:0:247525:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767734647.088903:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.088905:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.088907:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.088908:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734647.088910:0:247525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b6fd lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.088920:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.088922:0:247525:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767734647.088926:0:247525:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767734647.088932:0:247525:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1d02cce00 x1853602672023168/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734647.088948:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734647.088950:0:247525:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.088952:0:247525:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.088955:0:247525:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.088957:0:247525:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734647.088959:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734647.088961:0:247525:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.088963:0:247525:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734647.088965:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033718 00000002:00002000:1.0:1767734647.088968:0:247525:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767734647.088971:0:247525:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.088974:0:247525:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.088977:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734647.088980:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8f6:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734647.088983:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.088986:0:247525:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734647.088988:0:247525:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc308033b20 it_disposition 7 00000080:00002000:1.0:1767734647.088992:0:247525:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b200e5bca8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767734647.088999:0:247525:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.089003:0:247525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.089005:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.089007:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.089011:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 2 00010000:00000001:1.0:1767734647.089014:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734647.089019:0:247525:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2294 (0 0) 00000002:00000001:1.0:1767734647.089023:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.089025:0:247525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.089027:0:247525:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.089030:0:247525:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734647.089033:0:247525:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734647.089037:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872000. 00000100:00000001:1.0:1767734647.089040:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.089045:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cce00 x1853602672023168/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.089066:0:247525:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734647.089068:0:247525:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734647.089071:0:247525:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9290000. 02000000:00000001:1.0:1767734647.089075:0:247525:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734647.089076:0:247525:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734647.089078:0:247525:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734647.089081:0:247525:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734647.089083:0:247525:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c9878c00. 02000000:00000001:1.0:1767734647.089086:0:247525:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734647.089088:0:247525:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734647.089090:0:247525:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cce00. 00000100:00000001:1.0:1767734647.089093:0:247525:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734647.089094:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734647.089098:0:247525:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734647.089099:0:247525:0:(dcache.c:176:ll_intent_release()) intent ffffafc308033b20 released 00000080:00000001:1.0:1767734647.089101:0:247525:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734647.089105:0:247525:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734647.089107:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b70 00000080:00002000:1.0:1767734647.089110:0:247525:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.1 (ffff94b200e5bca8, parent ffff94b200e5b6c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734647.089113:0:247525:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734647.089116:0:247525:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734647.089120:0:247525:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734647.089124:0:247525:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734647.089125:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033bf0 00000080:00002000:1.0:1767734647.089127:0:247525:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff94b200e5b6c0, parent ffff94b1f079b510, inode ffff94b1f0741148) hashed, 00000080:00000001:1.0:1767734647.089131:0:247525:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.089157:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734647.089160:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734647.089162:0:247525:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734647.089163:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033bb0 00000080:00200000:1.0:1767734647.089166:0:247525:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734647.089171:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872000. 00800000:00000002:1.0:1767734647.089176:0:247525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734647.089179:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.089182:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.089184:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033ad0 00800000:00000002:1.0:1767734647.089193:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734647.089197:0:247525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734647.089200:0:247525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734647.089205:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.089207:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080339a0 00000002:00010000:1.0:1767734647.089209:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734647.089213:0:247525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.089214:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.089216:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.089220:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734647.089223:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.089226:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.089228:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734647.089233:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734647.089242:0:247525:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734647.089246:0:247525:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.089249:0:247525:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734647.089257:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734647.089259:0:247525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734647.089261:0:247525:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734647.089263:0:247525:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734647.089265:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734647.089268:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734647.089271:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734647.089274:0:247525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734647.089277:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872000. 00000080:00000001:1.0:1767734647.089280:0:247525:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734647.089282:0:247525:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.089285:0:247525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734647.089288:0:247525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6ef 00800000:00000001:1.0:1767734647.089297:0:247525:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734647.089299:0:247525:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734647.089301:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.089303:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.089305:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.089343:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.089346:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.089349:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.089351:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.089352:0:247525:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.089355:0:247525:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.089357:0:247525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6ef from it ffffafc308033be8 00010000:00000001:1.0:1767734647.089360:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.089361:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.089363:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.089365:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.089368:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.089371:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.089374:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.089382:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.089383:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.089385:0:247525:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734647.089387:0:247525:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734647.089390:0:247525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.089397:0:247525:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734647.089400:0:247525:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734647.089402:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.089405:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.089406:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.089408:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.089410:0:247525:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734647.089419:0:247525:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.089422:0:247525:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.089425:0:247525:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.089427:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.089429:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.089431:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734647.089433:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734647.089435:0:247525:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734647.089438:0:247525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734647.089443:0:247525:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.089446:0:247525:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734647.089449:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b78 00000080:00002000:1.0:1767734647.089451:0:247525:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff94b200e5b6c0) flags 0x28000e refc 0 00000080:00000001:1.0:1767734647.089454:0:247525:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.089457:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033bc0 00000080:00200000:1.0:1767734647.089459:0:247525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=16408 00000080:00000001:1.0:1767734647.089462:0:247525:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734647.089464:0:247525:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.089467:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734647.089469:0:247525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), inode mode 41ed mask 1 00000080:00000001:1.0:1767734647.089473:0:247525:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734647.089481:0:247525:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f20a6180. 00000020:00000001:1.0:1767734647.089484:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b78 00000080:00200000:1.0:1767734647.089487:0:247525:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.1, dir=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), flags=16392 00000080:00000001:1.0:1767734647.089490:0:247525:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734647.089492:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033a38 00000080:00200000:1.0:1767734647.089494:0:247525:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.1, dir=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), intent=getattr 00000080:00000010:1.0:1767734647.089500:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872000. 00000080:00000001:1.0:1767734647.089505:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.089507:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.089509:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033958 00800000:00000002:1.0:1767734647.089511:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.1' on [0x2000013a2:0x8f6:0x0] 00800000:00000001:1.0:1767734647.089515:0:247525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734647.089518:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080338f0 00800000:00000002:1.0:1767734647.089520:0:247525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8f6:0x0], fid2=[0x0:0x0:0x0], name='d0.1' -> mds #0 00000002:00000001:1.0:1767734647.089524:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.089532:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033828 00000002:00010000:1.0:1767734647.089534:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.1,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8f6:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734647.089538:0:247525:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734647.089540:0:247525:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734647.089544:0:247525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cce00. 00000020:00000040:1.0:1767734647.089547:0:247525:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734647.089551:0:247525:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734647.089554:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.089557:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.089559:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.089561:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.089563:0:247525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734647.089565:0:247525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734647.089568:0:247525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734647.089573:0:247525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c9878c00. 00000100:00000001:1.0:1767734647.089578:0:247525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.089581:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.089583:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.089585:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.089587:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.089589:0:247525:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.089594:0:247525:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00010000:00000001:1.0:1767734647.089598:0:247525:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734647.089600:0:247525:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734647.089604:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 2 00010000:00000001:1.0:1767734647.089606:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.089609:0:247525:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734647.089612:0:247525:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683f400. 00000020:00000001:1.0:1767734647.089615:0:247525:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734647.089618:0:247525:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683f400 with handle 0x1886cffb85c2b704 to hash 00000020:00000001:1.0:1767734647.089620:0:247525:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734647.089622:0:247525:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.089625:0:247525:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.089628:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.089630:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.089639:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b704 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.089648:0:247525:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b704 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.089658:0:247525:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b704 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00000100:00000001:1.0:1767734647.089664:0:247525:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734647.089666:0:247525:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734647.089670:0:247525:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.089673:0:247525:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058368 : -117982778493248 : ffff94b1fe65f6c0) 00000100:00000001:1.0:1767734647.089675:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.089677:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000001:1.0:1767734647.089681:0:247525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734647.089684:0:247525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.089686:0:247525:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734647.089688:0:247525:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734647.089694:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cce00 x1853602672023296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.089703:0:247525:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734647.089705:0:247525:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.089708:0:247525:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734647.089711:0:247525:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734647.089713:0:247525:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734647.089717:0:247525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672023296:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.089751:0:247525:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734647.089754:0:247525:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734647.089757:0:247525:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.089759:0:247525:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734647.089764:0:247525:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9290000. 02000000:00000001:1.0:1767734647.089766:0:247525:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734647.089772:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734647.089776:0:247525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734647.089788:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b220. 00000100:00000200:1.0:1767734647.089793:0:247525:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672023296, portal 10 00000100:00000001:1.0:1767734647.089795:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.089797:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000040:1.0:1767734647.089805:0:247525:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cce00 x1853602672023296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.089813:0:247525:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734647.089816:0:247525:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734647.089819:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845ba18. 00000100:00000200:1.0:1767734647.089822:0:247525:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672023296, offset 0 00000400:00000200:1.0:1767734647.089828:0:247525:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734647.089835:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.089841:0:247525:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734647.089845:0:247525:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734647.089849:0:247525:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734647.089852:0:247525:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734647.089855:0:247525:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734647.089859:0:247525:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66320:66320:256:4294967295] 192.168.203.112@tcp LPNI seq info [66320:66320:8:4294967295] 00000400:00000200:1.0:1767734647.089864:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.089874:0:247525:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734647.089880:0:247525:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734647.089885:0:247525:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6ff00. 00000800:00000200:1.0:1767734647.089890:0:247525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734647.089897:0:247525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734647.089901:0:247525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6ff00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734647.089921:0:247525:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.089925:0:247525:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10706 usecs (11 jiffies) 00000400:00000200:1.0:1767734647.089930:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734647.089932:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303408922 00000100:00000001:1.0:1767734647.089938:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303408917 00000100:00000001:1.0:1767734647.089952:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303408922 00000100:00000001:1.0:1767734647.089955:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303408917 00000100:00000001:1.0:1767734647.089959:0:247525:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.089962:0:247525:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.089964:0:247525:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734647.089966:0:247525:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734647.089969:0:247525:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734647.089972:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734647.089974:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734647.090083:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734647.090091:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6ff00. 00000400:00000200:3.0:1767734647.090097:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.090105:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734647.090110:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845ba18 00000400:00000010:3.0:1767734647.090112:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845ba18. 00000100:00000001:3.0:1767734647.090116:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734647.090124:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cce00 x1853602672023296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.090136:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734647.090140:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cce00 x1853602672023296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.090149:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.090151:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734647.093177:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.093189:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734647.093193:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.093196:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.093203:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.093210:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734647.093217:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.093221:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.093226:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.093230:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d21700 00000400:00000200:2.0:1767734647.093236:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.093241:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7af75 [1] + 224 00000800:00000001:2.0:1767734647.093248:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.093256:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.093259:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.093264:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734647.093268:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734647.093275:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cce00 x1853602672023296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734647.093289:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cce00 x1853602672023296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734647.093344:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734647.093352:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.093357:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.093422:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734647.093434:0:247525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734647.093437:0:247525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734647.093441:0:247525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734647.093449:0:247525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b220 00000400:00000010:1.0:1767734647.093451:0:247525:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b220. 00000100:00000001:1.0:1767734647.093455:0:247525:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734647.093464:0:247525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cce00 x1853602672023296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734647.093478:0:247525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cce00 x1853602672023296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.093488:0:247525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734647.093490:0:247525:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.093493:0:247525:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734647.093495:0:247525:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734647.093497:0:247525:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734647.093500:0:247525:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.093503:0:247525:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734647.093509:0:247525:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734647.093513:0:247525:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734647.093516:0:247525:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734647.093520:0:247525:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02cce00 x1853602672023296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.093528:0:247525:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734647.093544:0:247525:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734647.093546:0:247525:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:1.0:1767734647.093548:0:247525:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734647.093550:0:247525:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767734647.093556:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cce00 x1853602672023296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.093564:0:247525:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767734647.093567:0:247525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734647.093569:0:247525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734647.093574:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cce00 x1853602672023296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734647.093584:0:247525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672023296:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.093589:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.093592:0:247525:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734647.093594:0:247525:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734647.093596:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.093600:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cce00 x1853602672023296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.093608:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734647.093611:0:247525:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.093614:0:247525:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734647.093616:0:247525:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767734647.093619:0:247525:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734647.093622:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.093624:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.093627:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f400 refcount=4 00000020:00000001:1.0:1767734647.093629:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.093632:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00010000:1.0:1767734647.093637:0:247525:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b704 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.093647:0:247525:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767734647.093658:0:247525:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b704 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.093665:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.093668:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b704 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.093674:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.093676:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734647.093679:0:247525:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b704 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.093685:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.093687:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.093690:0:247525:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767734647.093693:0:247525:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b704 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.093699:0:247525:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f683f400 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767734647.093702:0:247525:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767734647.093705:0:247525:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b704 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.093712:0:247525:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767734647.093714:0:247525:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767734647.093718:0:247525:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b704 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.093749:0:247525:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767734647.093752:0:247525:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734647.093753:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.093755:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.093757:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f400 refcount=5 00000020:00000001:1.0:1767734647.093759:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.093762:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.093773:0:247525:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734647.093777:0:247525:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b704 lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 247525 initiator: MDT0 00000080:00000001:1.0:1767734647.093783:0:247525:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734647.093785:0:247525:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.093788:0:247525:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767734647.093789:0:247525:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734647.093792:0:247525:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734647.093794:0:247525:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734647.093796:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.093798:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734647.093801:0:247525:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683f400 with handle 0x1886cffb85c2b704 from hash 00010000:00000001:1.0:1767734647.093804:0:247525:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734647.093805:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.093807:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.093808:0:247525:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734647.093810:0:247525:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734647.093812:0:247525:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767734647.093814:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.093816:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.093817:0:247525:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.093820:0:247525:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.093823:0:247525:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b704 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.093829:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.093830:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.093832:0:247525:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767734647.093833:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.093835:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.093837:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.093838:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734647.093841:0:247525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b704 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.093850:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.093857:0:247525:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767734647.093861:0:247525:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767734647.093867:0:247525:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1d02cce00 x1853602672023296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734647.093877:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734647.093878:0:247525:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.093881:0:247525:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.093883:0:247525:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.093885:0:247525:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734647.093887:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734647.093889:0:247525:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.093891:0:247525:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734647.093894:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080337a8 00000002:00002000:1.0:1767734647.093896:0:247525:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767734647.093900:0:247525:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.093903:0:247525:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.093905:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734647.093908:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8f6:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734647.093912:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.093915:0:247525:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734647.093917:0:247525:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc308033bb0 it_disposition 7 00000080:00002000:1.0:1767734647.093921:0:247525:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b200e5b798 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767734647.093926:0:247525:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.093930:0:247525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.093931:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.093933:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.093938:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 2 00010000:00000001:1.0:1767734647.093941:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734647.093945:0:247525:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2294 (0 0) 00000002:00000001:1.0:1767734647.093949:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.093951:0:247525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.093953:0:247525:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.093956:0:247525:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734647.093959:0:247525:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734647.093962:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872000. 00000100:00000001:1.0:1767734647.093973:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.093978:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cce00 x1853602672023296/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.093986:0:247525:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734647.093988:0:247525:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734647.093991:0:247525:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9290000. 02000000:00000001:1.0:1767734647.093994:0:247525:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734647.093995:0:247525:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734647.093997:0:247525:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734647.094000:0:247525:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734647.094002:0:247525:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c9878c00. 02000000:00000001:1.0:1767734647.094005:0:247525:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734647.094006:0:247525:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734647.094008:0:247525:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cce00. 00000100:00000001:1.0:1767734647.094011:0:247525:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734647.094013:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734647.094015:0:247525:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734647.094017:0:247525:0:(dcache.c:176:ll_intent_release()) intent ffffafc308033bb0 released 00000080:00000001:1.0:1767734647.094019:0:247525:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734647.094022:0:247525:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734647.094024:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033c00 00000080:00002000:1.0:1767734647.094026:0:247525:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.1 (ffff94b200e5b798, parent ffff94b200e5b6c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734647.094030:0:247525:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734647.094033:0:247525:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734647.094037:0:247525:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734647.094041:0:247525:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734647.094042:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033c80 00000080:00002000:1.0:1767734647.094044:0:247525:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff94b200e5b6c0, parent ffff94b1f079b510, inode ffff94b1f0741148) hashed, 00000080:00000001:1.0:1767734647.094048:0:247525:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.094074:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734647.094077:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734647.094079:0:247525:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734647.094081:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b20 00000080:00200000:1.0:1767734647.094083:0:247525:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734647.094088:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872000. 00800000:00000002:1.0:1767734647.094093:0:247525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734647.094096:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.094105:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.094107:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033a40 00800000:00000002:1.0:1767734647.094110:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734647.094114:0:247525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734647.094117:0:247525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734647.094121:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.094123:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033910 00000002:00010000:1.0:1767734647.094125:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734647.094129:0:247525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.094130:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.094132:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.094136:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734647.094139:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.094142:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.094144:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734647.094149:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734647.094158:0:247525:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734647.094161:0:247525:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.094165:0:247525:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734647.094172:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734647.094175:0:247525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734647.094177:0:247525:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734647.094179:0:247525:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734647.094181:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734647.094183:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734647.094186:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734647.094189:0:247525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734647.094192:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872000. 00000080:00000001:1.0:1767734647.094195:0:247525:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734647.094197:0:247525:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.094200:0:247525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734647.094208:0:247525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6ef 00800000:00000001:1.0:1767734647.094212:0:247525:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734647.094214:0:247525:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734647.094216:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.094218:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.094220:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.094223:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.094225:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.094228:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.094230:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.094232:0:247525:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.094234:0:247525:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.094236:0:247525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6ef from it ffffafc308033b58 00010000:00000001:1.0:1767734647.094239:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.094240:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.094242:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.094244:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.094247:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.094249:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.094253:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.094260:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.094261:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.094263:0:247525:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734647.094265:0:247525:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734647.094268:0:247525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.094275:0:247525:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734647.094278:0:247525:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734647.094280:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.094282:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.094284:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.094291:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.094293:0:247525:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734647.094295:0:247525:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.094298:0:247525:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.094301:0:247525:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.094303:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.094305:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.094337:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734647.094340:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734647.094342:0:247525:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734647.094345:0:247525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734647.094350:0:247525:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.094354:0:247525:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734647.094356:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b48 00000080:00002000:1.0:1767734647.094358:0:247525:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff94b200e5b6c0) flags 0x28004e refc 0 00000080:00000001:1.0:1767734647.094361:0:247525:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.094364:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b90 00000080:00200000:1.0:1767734647.094366:0:247525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=13 00000080:00000001:1.0:1767734647.094369:0:247525:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734647.094371:0:247525:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.094383:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033d08 00000080:00200008:1.0:1767734647.094386:0:247525:0:(file.c:6252:ll_getattr_dentry()) START file d160h.sanity:[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734647.094391:0:247525:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734647.094393:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033c80 00000080:00200000:1.0:1767734647.094395:0:247525:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148),name=d160h.sanity 00000080:00000010:1.0:1767734647.094401:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872000. 00800000:00000002:1.0:1767734647.094405:0:247525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734647.094409:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.094412:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.094414:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033ba0 00800000:00000002:1.0:1767734647.094416:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x8f6:0x0] 'd160h.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734647.094419:0:247525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734647.094423:0:247525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8f6:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734647.094427:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.094429:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033a70 00000002:00010000:1.0:1767734647.094431:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8f6:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734647.094441:0:247525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.094443:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.094445:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.094449:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 2 00010000:00000001:1.0:1767734647.094452:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734647.094456:0:247525:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2294 (0 0) 00000002:00000001:1.0:1767734647.094460:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.094462:0:247525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.094464:0:247525:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734647.094466:0:247525:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734647.094470:0:247525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cce00. 00000020:00000040:1.0:1767734647.094473:0:247525:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734647.094477:0:247525:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734647.094481:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.094484:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.094485:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.094487:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.094490:0:247525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734647.094492:0:247525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734647.094495:0:247525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734647.094500:0:247525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c9878c00. 00000100:00000001:1.0:1767734647.094504:0:247525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.094508:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.094510:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.094512:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.094513:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.094516:0:247525:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.094520:0:247525:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00010000:00000001:1.0:1767734647.094523:0:247525:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734647.094525:0:247525:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734647.094527:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734647.094530:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.094532:0:247525:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734647.094536:0:247525:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683f600. 00000020:00000001:1.0:1767734647.094539:0:247525:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734647.094547:0:247525:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683f600 with handle 0x1886cffb85c2b70b to hash 00000020:00000001:1.0:1767734647.094549:0:247525:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734647.094551:0:247525:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.094554:0:247525:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.094557:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.094559:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.094563:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.094571:0:247525:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.094581:0:247525:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00000100:00000001:1.0:1767734647.094587:0:247525:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734647.094588:0:247525:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734647.094593:0:247525:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.094595:0:247525:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058368 : -117982778493248 : ffff94b1fe65f6c0) 00000100:00000001:1.0:1767734647.094598:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.094599:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000001:1.0:1767734647.094603:0:247525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734647.094606:0:247525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.094608:0:247525:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734647.094610:0:247525:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734647.094616:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cce00 x1853602672023424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.094625:0:247525:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734647.094627:0:247525:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.094630:0:247525:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734647.094632:0:247525:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734647.094635:0:247525:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734647.094639:0:247525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672023424:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.094643:0:247525:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734647.094652:0:247525:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734647.094654:0:247525:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.094657:0:247525:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734647.094660:0:247525:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9290000. 02000000:00000001:1.0:1767734647.094663:0:247525:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734647.094669:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734647.094673:0:247525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734647.094677:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b220. 00000100:00000200:1.0:1767734647.094682:0:247525:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672023424, portal 10 00000100:00000001:1.0:1767734647.094685:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.094686:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000040:1.0:1767734647.094693:0:247525:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cce00 x1853602672023424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.094701:0:247525:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734647.094704:0:247525:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734647.094707:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bf68. 00000100:00000200:1.0:1767734647.094710:0:247525:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672023424, offset 0 00000400:00000200:1.0:1767734647.094716:0:247525:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734647.094753:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.094760:0:247525:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734647.094764:0:247525:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734647.094768:0:247525:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734647.094771:0:247525:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734647.094774:0:247525:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734647.094778:0:247525:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66321:66321:256:4294967295] 192.168.203.112@tcp LPNI seq info [66321:66321:8:4294967295] 00000400:00000200:1.0:1767734647.094784:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.094793:0:247525:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734647.094799:0:247525:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734647.094804:0:247525:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f300. 00000800:00000200:1.0:1767734647.094809:0:247525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734647.094816:0:247525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734647.094820:0:247525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734647.094848:0:247525:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.094853:0:247525:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10706 usecs (11 jiffies) 00000400:00000200:1.0:1767734647.094858:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734647.094861:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303408927 00000100:00000001:1.0:1767734647.094867:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303408922 00000100:00000001:1.0:1767734647.094871:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303408927 00000100:00000001:1.0:1767734647.094874:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303408922 00000100:00000001:1.0:1767734647.094878:0:247525:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.094881:0:247525:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.094884:0:247525:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734647.094885:0:247525:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734647.094888:0:247525:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734647.094891:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734647.094893:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734647.095012:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734647.095020:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f300. 00000400:00000200:3.0:1767734647.095026:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.095033:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734647.095039:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:3.0:1767734647.095041:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:3.0:1767734647.095045:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734647.095052:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cce00 x1853602672023424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.095065:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734647.095069:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cce00 x1853602672023424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.095078:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.095080:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734647.096404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683fe00. 00000080:00000010:1.1:1767734647.096415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f20a6ee0. 00000800:00000001:2.0:1767734647.097700:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.097755:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734647.097759:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.097763:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.097770:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.097777:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734647.097783:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.097788:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.097793:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.097797:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d21780 00000400:00000200:2.0:1767734647.097803:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.097808:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7af7d [1] + 224 00000800:00000001:2.0:1767734647.097815:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.097823:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.097826:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.097831:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734647.097835:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734647.097843:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cce00 x1853602672023424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734647.097856:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cce00 x1853602672023424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734647.097879:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734647.097887:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.097890:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.097941:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734647.097951:0:247525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734647.097953:0:247525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734647.097956:0:247525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734647.097963:0:247525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b220 00000400:00000010:1.0:1767734647.097965:0:247525:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b220. 00000100:00000001:1.0:1767734647.097969:0:247525:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734647.097978:0:247525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cce00 x1853602672023424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734647.097992:0:247525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cce00 x1853602672023424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.098001:0:247525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734647.098004:0:247525:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.098007:0:247525:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734647.098009:0:247525:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734647.098011:0:247525:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734647.098013:0:247525:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.098016:0:247525:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734647.098022:0:247525:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734647.098039:0:247525:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734647.098042:0:247525:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734647.098044:0:247525:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.098046:0:247525:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734647.098050:0:247525:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.098053:0:247525:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734647.098055:0:247525:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:1.0:1767734647.098057:0:247525:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734647.098059:0:247525:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.098065:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cce00 x1853602672023424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.098074:0:247525:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.098077:0:247525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734647.098079:0:247525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734647.098083:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cce00 x1853602672023424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734647.098093:0:247525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672023424:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.098098:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.098101:0:247525:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.098103:0:247525:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734647.098105:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.098109:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cce00 x1853602672023424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.098116:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734647.098119:0:247525:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.098123:0:247525:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734647.098124:0:247525:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.098127:0:247525:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734647.098129:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.098131:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.098134:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f600 refcount=4 00000020:00000001:1.0:1767734647.098137:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098140:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000040:1.0:1767734647.098151:0:247525:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683f600, remote cookie: 0x9bbb2ede58dab876, flags: 0x1001 00010000:00010000:1.0:1767734647.098157:0:247525:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab876 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734647.098167:0:247525:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8f6:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767734647.098171:0:247525:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1767734647.098176:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 2 00010000:00000001:1.0:1767734647.098179:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.098182:0:247525:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.098186:0:247525:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab876 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734647.098195:0:247525:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab876 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.098202:0:247525:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734647.098205:0:247525:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734647.098207:0:247525:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734647.098209:0:247525:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734647.098210:0:247525:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734647.098213:0:247525:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8f6:0x0].0x0 (ffff94b1d21e1300) refcount = 2 00010000:00000040:1.0:1767734647.098217:0:247525:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767734647.098220:0:247525:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734647.098229:0:247525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab876 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.098236:0:247525:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734647.098238:0:247525:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734647.098240:0:247525:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.098243:0:247525:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734647.098251:0:247525:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.098256:0:247525:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab876 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.098263:0:247525:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734647.098264:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.098266:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.098267:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.098269:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.098270:0:247525:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.098274:0:247525:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734647.098276:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.098278:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.098280:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f600 refcount=3 00000020:00000001:1.0:1767734647.098282:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098285:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098287:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.098289:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.098291:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f600 refcount=4 00000020:00000001:1.0:1767734647.098293:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098295:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098298:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.098300:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.098304:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab876 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.098350:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.098352:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.098354:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.098355:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.098357:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f600 refcount=5 00000020:00000001:1.0:1767734647.098359:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098362:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098364:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.098376:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab876 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.098383:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.098384:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734647.098387:0:247525:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab876 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.098394:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.098396:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.098397:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.098399:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.098400:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734647.098408:0:247525:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1d02cce00 x1853602672023424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734647.098417:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.098418:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.098420:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f600 refcount=3 00000020:00000001:1.0:1767734647.098422:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098425:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098427:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.098429:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.098430:0:247525:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.098433:0:247525:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.098435:0:247525:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734647.098438:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.098439:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.098441:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f600 refcount=3 00000020:00000001:1.0:1767734647.098443:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098445:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00000002:00010000:1.0:1767734647.098449:0:247525:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab876 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.098456:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.098463:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.098464:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734647.098466:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.098468:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.098469:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f600 refcount=3 00000020:00000001:1.0:1767734647.098472:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098474:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000040:1.0:1767734647.098479:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 3 00010000:00000001:1.0:1767734647.098482:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734647.098486:0:247525:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589939618/2294 (0 0) 00010000:00000001:1.0:1767734647.098489:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.098491:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.098492:0:247525:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734647.098495:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080339f0 00000002:00002000:1.0:1767734647.098497:0:247525:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734647.098501:0:247525:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.098504:0:247525:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.098507:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734647.098510:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734647.098513:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734647.098516:0:247525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734647.098520:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872000. 00000080:00000001:1.0:1767734647.098523:0:247525:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734647.098525:0:247525:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734647.098529:0:247525:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734647.098531:0:247525:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734647.098533:0:247525:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734647.098535:0:247525:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f6:0x0] 00000080:00000001:1.0:1767734647.098538:0:247525:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.098542:0:247525:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145782 : 144115272398145782 : 2000013a20008f6) 00000080:00000001:1.0:1767734647.098545:0:247525:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734647.098549:0:247525:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f6:0x0], updating i_size 512 00010000:00000001:1.0:1767734647.098552:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.098553:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.098555:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f600 refcount=3 00000020:00000001:1.0:1767734647.098563:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098565:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098568:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.098570:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734647.098571:0:247525:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767734647.098573:0:247525:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767734647.098575:0:247525:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734647.098578:0:247525:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734647.098580:0:247525:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.098583:0:247525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8f6:0x0](ffff94b1f0741148) for lock 0x1886cffb85c2b70b 00800000:00000001:1.0:1767734647.098586:0:247525:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734647.098588:0:247525:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734647.098590:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.098591:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.098593:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f600 refcount=3 00000020:00000001:1.0:1767734647.098595:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098598:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098600:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.098602:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.098603:0:247525:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.098605:0:247525:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.098608:0:247525:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734647.098610:0:247525:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.098613:0:247525:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.098616:0:247525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x8f6:0x0](ffff94b1f0741148) 00000080:00010000:1.0:1767734647.098619:0:247525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b70b from it ffffafc308033cb8 00010000:00000001:1.0:1767734647.098622:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.098623:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.098625:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f600 refcount=3 00000020:00000001:1.0:1767734647.098627:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098629:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.098632:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.098635:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab876 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.098655:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.098657:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.098658:0:247525:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734647.098660:0:247525:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734647.098664:0:247525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab876 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.098671:0:247525:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734647.098673:0:247525:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734647.098675:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.098678:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.098679:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.098681:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.098684:0:247525:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734647.098686:0:247525:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.098688:0:247525:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.098691:0:247525:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.098693:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.098695:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.098696:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734647.098699:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.098704:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cce00 x1853602672023424/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.098712:0:247525:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734647.098715:0:247525:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734647.098718:0:247525:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9290000. 02000000:00000001:1.0:1767734647.098750:0:247525:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734647.098752:0:247525:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734647.098754:0:247525:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734647.098756:0:247525:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734647.098759:0:247525:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c9878c00. 02000000:00000001:1.0:1767734647.098762:0:247525:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734647.098763:0:247525:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734647.098765:0:247525:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cce00. 00000100:00000001:1.0:1767734647.098768:0:247525:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734647.098777:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734647.098786:0:247525:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.098792:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033d08 00000080:00000008:1.0:1767734647.098794:0:247525:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160h.sanity:[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734647.098800:0:247525:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734647.098802:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033da0 00000080:00002000:1.0:1767734647.098804:0:247525:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff94b200e5b6c0, parent ffff94b1f079b510, inode ffff94b1f0741148) hashed, 00000080:00000001:1.0:1767734647.098807:0:247525:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.099408:0:247525:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.099436:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033d08 00000080:00200008:1.0:1767734647.099440:0:247525:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94b1f14e42c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734647.099446:0:247525:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734647.099448:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033c80 00000080:00200000:1.0:1767734647.099450:0:247525:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734647.099455:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872000. 00800000:00000002:1.0:1767734647.099460:0:247525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734647.099463:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.099466:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.099468:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033ba0 00800000:00000002:1.0:1767734647.099471:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734647.099475:0:247525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734647.099478:0:247525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734647.099482:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.099484:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033a70 00000002:00010000:1.0:1767734647.099486:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734647.099490:0:247525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.099492:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.099494:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.099498:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734647.099501:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.099505:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.099507:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734647.099512:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734647.099535:0:247525:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734647.099538:0:247525:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.099542:0:247525:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734647.099550:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734647.099552:0:247525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734647.099554:0:247525:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734647.099556:0:247525:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734647.099559:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734647.099561:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734647.099564:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734647.099567:0:247525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734647.099570:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872000. 00000080:00000001:1.0:1767734647.099573:0:247525:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734647.099575:0:247525:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.099578:0:247525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734647.099581:0:247525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6ef 00800000:00000001:1.0:1767734647.099585:0:247525:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734647.099587:0:247525:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734647.099589:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.099591:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.099593:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.099595:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.099598:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.099601:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.099602:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.099604:0:247525:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.099606:0:247525:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.099608:0:247525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6ef from it ffffafc308033cb8 00010000:00000001:1.0:1767734647.099611:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.099612:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.099620:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.099622:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.099625:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.099627:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.099631:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.099638:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.099639:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.099641:0:247525:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734647.099643:0:247525:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734647.099646:0:247525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.099653:0:247525:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734647.099655:0:247525:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734647.099657:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.099660:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.099662:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.099663:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.099666:0:247525:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734647.099668:0:247525:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.099670:0:247525:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.099673:0:247525:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.099675:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.099677:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.099678:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734647.099681:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734647.099682:0:247525:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734647.099685:0:247525:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.099689:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033d08 00000080:00000008:1.0:1767734647.099692:0:247525:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94b1f14e42c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734647.099862:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734647.099866:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734647.099867:0:247525:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734647.099869:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033bc0 00000080:00200000:1.0:1767734647.099878:0:247525:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734647.099883:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872000. 00800000:00000002:1.0:1767734647.099888:0:247525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734647.099890:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.099893:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.099895:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033ae0 00800000:00000002:1.0:1767734647.099898:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734647.099901:0:247525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734647.099904:0:247525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734647.099908:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.099910:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080339b0 00000002:00010000:1.0:1767734647.099912:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734647.099916:0:247525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.099918:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.099920:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.099924:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734647.099927:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.099930:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.099932:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734647.099936:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734647.099944:0:247525:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734647.099947:0:247525:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.099951:0:247525:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734647.099958:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734647.099960:0:247525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734647.099962:0:247525:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734647.099965:0:247525:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734647.099967:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734647.099969:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734647.099972:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734647.099980:0:247525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734647.099983:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872000. 00000080:00000001:1.0:1767734647.099986:0:247525:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734647.099988:0:247525:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.099991:0:247525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734647.099994:0:247525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6ef 00800000:00000001:1.0:1767734647.099997:0:247525:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734647.099999:0:247525:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734647.100001:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.100003:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.100005:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.100007:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.100010:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.100013:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.100015:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.100016:0:247525:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.100018:0:247525:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.100021:0:247525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6ef from it ffffafc308033bf8 00010000:00000001:1.0:1767734647.100023:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.100025:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.100026:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.100028:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.100031:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.100033:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.100037:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.100044:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.100045:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.100047:0:247525:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734647.100049:0:247525:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734647.100052:0:247525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.100069:0:247525:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734647.100072:0:247525:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734647.100073:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.100076:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.100078:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.100079:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.100082:0:247525:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734647.100084:0:247525:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.100086:0:247525:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.100089:0:247525:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.100091:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.100093:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.100094:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734647.100097:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734647.100098:0:247525:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734647.100101:0:247525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734647.100105:0:247525:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.100109:0:247525:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734647.100111:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033bc0 00000080:00002000:1.0:1767734647.100113:0:247525:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff94b200e5b6c0) flags 0x28004e refc 0 00000080:00000001:1.0:1767734647.100116:0:247525:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.100118:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033c08 00000080:00200000:1.0:1767734647.100120:0:247525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=267 00000080:00000001:1.0:1767734647.100124:0:247525:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734647.100126:0:247525:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.100129:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734647.100131:0:247525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), inode mode 41ed mask 44 00000080:00000001:1.0:1767734647.100134:0:247525:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.100138:0:247525:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1767734647.100141:0:247525:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1767734647.100144:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b78 00000080:00200008:1.0:1767734647.100146:0:247525:0:(file.c:1001:ll_file_open()) START file d160h.sanity:[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), flags 300000 00000080:00000010:1.0:1767734647.100153:0:247525:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c2ea03c0. 00000080:00000001:1.0:1767734647.100161:0:247525:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1767734647.100164:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872000. 00800000:00000002:1.0:1767734647.100173:0:247525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734647.100176:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.100179:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.100180:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033a28 00800000:00000002:1.0:1767734647.100183:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x8f6:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734647.100187:0:247525:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:1.0:1767734647.100191:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080339a8 00800000:00000002:1.0:1767734647.100193:0:247525:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8f6:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734647.100197:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.100199:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080338e0 00000002:00010000:1.0:1767734647.100201:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8f6:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0240300001 00000002:00000001:1.0:1767734647.100205:0:247525:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734647.100208:0:247525:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1767734647.100211:0:247525:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734647.100214:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 3 00010000:00000001:1.0:1767734647.100217:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.100220:0:247525:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734647.100222:0:247525:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.100225:0:247525:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.100227:0:247525:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.100230:0:247525:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734647.100232:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734647.100234:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.100236:0:247525:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734647.100238:0:247525:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.100241:0:247525:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.100243:0:247525:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734647.100247:0:247525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cce00. 00000020:00000040:1.0:1767734647.100250:0:247525:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:1.0:1767734647.100255:0:247525:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734647.100256:0:247525:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.100259:0:247525:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734647.100263:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.100265:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.100267:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.100274:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.100277:0:247525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734647.100279:0:247525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734647.100281:0:247525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734647.100287:0:247525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c9878c00. 00000100:00000001:1.0:1767734647.100291:0:247525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.100295:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.100297:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.100299:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.100301:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.100303:0:247525:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.100309:0:247525:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00010000:00000001:1.0:1767734647.100344:0:247525:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734647.100346:0:247525:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734647.100350:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734647.100353:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.100355:0:247525:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734647.100359:0:247525:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683fe00. 00000020:00000001:1.0:1767734647.100363:0:247525:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734647.100366:0:247525:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683fe00 with handle 0x1886cffb85c2b712 to hash 00000020:00000001:1.0:1767734647.100370:0:247525:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734647.100373:0:247525:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.100377:0:247525:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.100381:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.100383:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.100387:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b712 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.100396:0:247525:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b712 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00000020:00100000:1.0:1767734647.100409:0:247525:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1767734647.100419:0:247525:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cce00 x1853602672023680/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1767734647.100446:0:247525:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b712 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00000100:00000001:1.0:1767734647.100454:0:247525:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734647.100455:0:247525:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734647.100460:0:247525:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.100462:0:247525:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058368 : -117982778493248 : ffff94b1fe65f6c0) 00000100:00000001:1.0:1767734647.100465:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.100467:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000001:1.0:1767734647.100471:0:247525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734647.100474:0:247525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.100476:0:247525:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734647.100478:0:247525:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734647.100483:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cce00 x1853602672023680/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.100492:0:247525:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734647.100494:0:247525:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.100497:0:247525:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734647.100500:0:247525:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734647.100503:0:247525:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734647.100506:0:247525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672023680:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.100511:0:247525:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734647.100514:0:247525:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734647.100517:0:247525:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.100519:0:247525:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734647.100680:0:247525:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767734647.100683:0:247525:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734647.100690:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734647.100694:0:247525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734647.100699:0:247525:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1f9290000. 00000100:00000200:1.0:1767734647.100705:0:247525:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672023680, portal 10 00000100:00000001:1.0:1767734647.100707:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.100709:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000040:1.0:1767734647.100749:0:247525:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cce00 x1853602672023680/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.100758:0:247525:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734647.100761:0:247525:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734647.100765:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b220. 00000100:00000200:1.0:1767734647.100769:0:247525:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602672023680, offset 0 00000400:00000200:1.0:1767734647.100775:0:247525:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734647.100782:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.100788:0:247525:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734647.100792:0:247525:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734647.100796:0:247525:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734647.100800:0:247525:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734647.100803:0:247525:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734647.100807:0:247525:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66322:66322:256:4294967295] 192.168.203.112@tcp LPNI seq info [66322:66322:8:4294967295] 00000400:00000200:1.0:1767734647.100812:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.100833:0:247525:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734647.100839:0:247525:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734647.100843:0:247525:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f500. 00000800:00000200:1.0:1767734647.100849:0:247525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734647.100855:0:247525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734647.100860:0:247525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f500 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:1.0:1767734647.100880:0:247525:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.100884:0:247525:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10706 usecs (11 jiffies) 00000400:00000200:1.0:1767734647.100888:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734647.100891:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303408933 00000100:00000001:1.0:1767734647.100897:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303408927 00000100:00000001:1.0:1767734647.100902:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303408933 00000100:00000001:1.0:1767734647.100905:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303408927 00000100:00000001:1.0:1767734647.100909:0:247525:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.100920:0:247525:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.100923:0:247525:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734647.100926:0:247525:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734647.100930:0:247525:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734647.100933:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734647.100936:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734647.101029:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734647.101037:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f500. 00000400:00000200:3.0:1767734647.101053:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.101061:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734647.101066:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b220 00000400:00000010:3.0:1767734647.101069:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b220. 00000100:00000001:3.0:1767734647.101073:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734647.101081:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cce00 x1853602672023680/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.101093:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734647.101098:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cce00 x1853602672023680/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734663 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.101107:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.101109:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734647.101383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683f400. 00000080:00000010:1.1:1767734647.101392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f20a6180. 00000800:00000001:2.0:1767734647.103584:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.103598:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734647.103604:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.103609:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.103619:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.103628:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734647.103639:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.103646:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.103653:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.103660:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d780d21880 00000400:00000200:2.0:1767734647.103683:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.103692:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x7af85 [64] + 224 00000800:00000001:2.0:1767734647.103703:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.103715:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.103740:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.103747:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734647.103752:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734647.103759:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cce00 x1853602672023680/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734663 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734647.103773:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1d02cce00 x1853602672023680/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734647.103795:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734647.103803:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.103807:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.103837:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734647.103847:0:247525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734647.103849:0:247525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734647.103853:0:247525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734647.103860:0:247525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f9290000 00000400:00000010:1.0:1767734647.103863:0:247525:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1f9290000. 00000100:00000001:1.0:1767734647.103867:0:247525:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734647.103877:0:247525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cce00 x1853602672023680/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734647.103891:0:247525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cce00 x1853602672023680/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.103900:0:247525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734647.103903:0:247525:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.103905:0:247525:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734647.103908:0:247525:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734647.103910:0:247525:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734647.103913:0:247525:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.103916:0:247525:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734647.103922:0:247525:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734647.103926:0:247525:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734647.103929:0:247525:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734647.103933:0:247525:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02cce00 x1853602672023680/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.103941:0:247525:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734647.103944:0:247525:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734647.103946:0:247525:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734647.103949:0:247525:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734647.103951:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.103952:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000001:1.0:1767734647.103968:0:247525:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734647.103970:0:247525:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:1.0:1767734647.103972:0:247525:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734647.103974:0:247525:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767734647.103980:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cce00 x1853602672023680/t12884924580(12884924580) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.103989:0:247525:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767734647.103992:0:247525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734647.103994:0:247525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734647.103998:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cce00 x1853602672023680/t12884924580(12884924580) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734647.104008:0:247525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672023680:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.104014:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.104016:0:247525:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734647.104019:0:247525:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734647.104021:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.104025:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cce00 x1853602672023680/t12884924580(12884924580) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.104033:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734647.104036:0:247525:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.104038:0:247525:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734647.104040:0:247525:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767734647.104043:0:247525:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734647.104046:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.104049:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.104052:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=4 00000020:00000001:1.0:1767734647.104054:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.104057:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00010000:1.0:1767734647.104062:0:247525:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b712 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.104084:0:247525:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767734647.104088:0:247525:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b712 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.104094:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.104097:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b712 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.104104:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.104105:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734647.104108:0:247525:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b712 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.104114:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.104116:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.104119:0:247525:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767734647.104122:0:247525:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b712 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.104129:0:247525:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f683fe00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767734647.104131:0:247525:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767734647.104134:0:247525:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b712 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.104141:0:247525:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767734647.104143:0:247525:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767734647.104147:0:247525:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b712 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.104152:0:247525:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767734647.104155:0:247525:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734647.104157:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.104158:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.104165:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=5 00000020:00000001:1.0:1767734647.104168:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.104170:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.104173:0:247525:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734647.104176:0:247525:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b712 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 247525 initiator: MDT0 00000080:00000001:1.0:1767734647.104182:0:247525:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734647.104184:0:247525:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.104187:0:247525:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767734647.104189:0:247525:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734647.104191:0:247525:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734647.104193:0:247525:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734647.104195:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.104197:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734647.104200:0:247525:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683fe00 with handle 0x1886cffb85c2b712 from hash 00010000:00000001:1.0:1767734647.104202:0:247525:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734647.104204:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.104206:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.104207:0:247525:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734647.104209:0:247525:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734647.104211:0:247525:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767734647.104213:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.104215:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.104216:0:247525:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.104218:0:247525:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.104222:0:247525:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b712 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.104227:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.104229:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.104230:0:247525:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767734647.104232:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.104234:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.104235:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.104236:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734647.104239:0:247525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b712 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.104254:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.104256:0:247525:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767734647.104259:0:247525:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767734647.104266:0:247525:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff94b1d02cce00 x1853602672023680/t12884924580(12884924580) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734647.104276:0:247525:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1767734647.104282:0:247525:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02cce00 x1853602672023680/t12884924580(12884924580) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734647.104290:0:247525:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.104293:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734647.104294:0:247525:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.104297:0:247525:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.104299:0:247525:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.104301:0:247525:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1767734647.104303:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.104305:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00010000:00000001:1.0:1767734647.104308:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734647.104338:0:247525:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.104342:0:247525:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734647.104344:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033860 00000002:00002000:1.0:1767734647.104347:0:247525:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1767734647.104350:0:247525:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.104354:0:247525:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.104357:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734647.104360:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734647.104363:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734647.104366:0:247525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734647.104370:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872000. 00000080:00000001:1.0:1767734647.104374:0:247525:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734647.104378:0:247525:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734647.104380:0:247525:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734647.104382:0:247525:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734647.104392:0:247525:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f6:0x0] 00000080:00000001:1.0:1767734647.104395:0:247525:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.104398:0:247525:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145782 : 144115272398145782 : 2000013a20008f6) 00000080:00000001:1.0:1767734647.104401:0:247525:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734647.104405:0:247525:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f6:0x0], updating i_size 512 00000080:00000001:1.0:1767734647.104408:0:247525:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734647.104411:0:247525:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734647.104413:0:247525:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.104416:0:247525:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734647.104418:0:247525:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.104421:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.104427:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cce00 x1853602672023680/t12884924580(12884924580) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.104435:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.104438:0:247525:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734647.104443:0:247525:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1f451ff40. 00000080:00000001:1.0:1767734647.104447:0:247525:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1767734647.104451:0:247525:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1767734647.104455:0:247525:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1767734647.104458:0:247525:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1f20a6980. 00000002:00100000:1.0:1767734647.104463:0:247525:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02cce00 x1853602672023680/t12884924580(12884924580) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734647.104471:0:247525:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.104473:0:247525:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1767734647.104478:0:247525:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1767734647.104483:0:247525:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.104486:0:247525:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1767734647.104489:0:247525:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.104491:0:247525:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.104495:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.104499:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cce00 x1853602672023680/t12884924580(12884924580) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1767734647.104507:0:247525:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734647.104516:0:247525:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767734647.104556:0:247525:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767734647.104558:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.104561:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b78 00000080:00000008:1.0:1767734647.104563:0:247525:0:(file.c:1240:ll_file_open()) COMPLETED file d160h.sanity:[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), flags 300000, rc = 0 00000080:00000001:1.0:1767734647.104568:0:247525:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.104586:0:247525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767734647.104590:0:247525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148) cmd=c03066f0 arg=7fff4c3fced0 00000020:00000001:1.0:1767734647.104598:0:247525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767734647.104604:0:247525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff94b1c9879400. 00000020:00000001:1.0:1767734647.104609:0:247525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.104613:0:247525:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1767734647.104616:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033ad0 00000080:00200000:1.0:1767734647.104618:0:247525:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148) name=d0.1 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:1.0:1767734647.104625:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872000. 00800000:00000001:1.0:1767734647.104632:0:247525:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:1.0:1767734647.104634:0:247525:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1767734647.104638:0:247525:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:1.0:1767734647.104641:0:247525:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1767734647.104642:0:247525:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1767734647.104644:0:247525:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1767734647.104647:0:247525:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1767734647.104649:0:247525:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1ef335000: Allocated FID [0x2000013a2:0x8f7:0x0] 40000000:00000001:1.0:1767734647.104652:0:247525:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.104654:0:247525:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.104656:0:247525:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.104658:0:247525:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.104661:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033a08 00800000:00000002:1.0:1767734647.104663:0:247525:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd0.1' [0x2000013a2:0x8f7:0x0] on [0x2000013a2:0x8f6:0x0] -> mds #0 00000002:00000001:1.0:1767734647.104667:0:247525:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1767734647.104669:0:247525:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734647.104674:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 3 00010000:00000001:1.0:1767734647.104677:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.104680:0:247525:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734647.104683:0:247525:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734647.104693:0:247525:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab876 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734647.104703:0:247525:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734647.104705:0:247525:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734647.104707:0:247525:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734647.104709:0:247525:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a2:0x8f6:0x0] mode (null) 00000002:00000001:1.0:1767734647.104712:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.104715:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.104717:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 4 00010000:00000001:1.0:1767734647.104746:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.104750:0:247525:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1767734647.104753:0:247525:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1767734647.104755:0:247525:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734647.104759:0:247525:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.104763:0:247525:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.104771:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.104773:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.104775:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1767734647.104777:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.104779:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.104781:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=2 00000020:00000001:1.0:1767734647.104784:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.104787:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.104789:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.104791:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.104792:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.104794:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.104796:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 4 00010000:00000001:1.0:1767734647.104798:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734647.104801:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.104804:0:247525:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767734647.104807:0:247525:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a2:0x8f6:0x0] lli = ffff94b1f0741080, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1767734647.104810:0:247525:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767734647.104819:0:247525:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767734647.104821:0:247525:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734647.104823:0:247525:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.104826:0:247525:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734647.104829:0:247525:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734647.104830:0:247525:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734647.104832:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.104834:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734647.104837:0:247525:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683f600 with handle 0x1886cffb85c2b70b from hash 00010000:00000001:1.0:1767734647.104840:0:247525:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734647.104842:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.104843:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.104845:0:247525:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734647.104847:0:247525:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734647.104849:0:247525:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734647.104852:0:247525:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734647.104855:0:247525:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734647.104857:0:247525:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734647.104863:0:247525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ce680. 00000020:00000040:1.0:1767734647.104866:0:247525:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:1.0:1767734647.104870:0:247525:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734647.104872:0:247525:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.104874:0:247525:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734647.104877:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.104880:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.104882:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.104884:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.104886:0:247525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734647.104888:0:247525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734647.104891:0:247525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734647.104896:0:247525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c987a800. 00000100:00000001:1.0:1767734647.104901:0:247525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.104903:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.104905:0:247525:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734647.104910:0:247525:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab876 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734647.104929:0:247525:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734647.104931:0:247525:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734647.104933:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734647.104936:0:247525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b70b lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab876 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.104946:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.104948:0:247525:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.104950:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.104952:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.104954:0:247525:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734647.104963:0:247525:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734647.104971:0:247525:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02ce680 x1853602672023936/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734647.104980:0:247525:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734647.104982:0:247525:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734647.104986:0:247525:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.104988:0:247525:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058368 : -117982778493248 : ffff94b1fe65f6c0) 00000100:00000001:1.0:1767734647.104991:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.104993:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155566720 : -117983553984896 : ffff94b1d02ce680) 00000100:00000001:1.0:1767734647.104996:0:247525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734647.105000:0:247525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.105002:0:247525:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734647.105003:0:247525:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734647.105007:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02ce680 x1853602672023936/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.105016:0:247525:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734647.105018:0:247525:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.105021:0:247525:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734647.105023:0:247525:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734647.105026:0:247525:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734647.105036:0:247525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02ce680 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672023936:192.168.203.112@tcp:36:lfs.0 00000100:00000001:1.0:1767734647.105040:0:247525:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734647.105044:0:247525:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734647.105046:0:247525:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.105048:0:247525:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734647.105052:0:247525:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9290000. 02000000:00000001:1.0:1767734647.105054:0:247525:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734647.105060:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734647.105064:0:247525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734647.105069:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000200:1.0:1767734647.105074:0:247525:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672023936, portal 10 00000100:00000001:1.0:1767734647.105077:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.105079:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155566720 : -117983553984896 : ffff94b1d02ce680) 00000100:00000040:1.0:1767734647.105085:0:247525:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02ce680 x1853602672023936/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.105093:0:247525:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734647.105096:0:247525:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734647.105099:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b880. 00000100:00000200:1.0:1767734647.105102:0:247525:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853602672023936, offset 0 00000400:00000200:1.0:1767734647.105109:0:247525:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734647.105115:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.105121:0:247525:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734647.105125:0:247525:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734647.105129:0:247525:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734647.105132:0:247525:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734647.105135:0:247525:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734647.105139:0:247525:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66323:66323:256:4294967295] 192.168.203.112@tcp LPNI seq info [66323:66323:8:4294967295] 00000400:00000200:1.0:1767734647.105144:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.105154:0:247525:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734647.105160:0:247525:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734647.105164:0:247525:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6fb00. 00000800:00000200:1.0:1767734647.105177:0:247525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734647.105183:0:247525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734647.105187:0:247525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6fb00 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1767734647.105209:0:247525:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.105214:0:247525:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10705 usecs (11 jiffies) 00000400:00000200:1.0:1767734647.105219:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734647.105221:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303408937 00000100:00000001:1.0:1767734647.105227:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303408933 00000100:00000001:1.0:1767734647.105232:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303408937 00000100:00000001:1.0:1767734647.105235:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303408933 00000100:00000001:1.0:1767734647.105238:0:247525:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.105242:0:247525:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.105244:0:247525:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734647.105246:0:247525:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734647.105249:0:247525:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734647.105252:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734647.105254:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734647.105412:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734647.105421:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6fb00. 00000400:00000200:3.0:1767734647.105428:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.105439:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734647.105445:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b880 00000400:00000010:3.0:1767734647.105449:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b880. 00000100:00000001:3.0:1767734647.105454:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734647.105462:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ce680 x1853602672023936/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.105476:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734647.105480:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ce680 x1853602672023936/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.105564:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.105569:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734647.110079:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.110092:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734647.110095:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.110098:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.110105:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.110112:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734647.110119:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.110124:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.110128:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.110133:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d21980 00000400:00000200:2.0:1767734647.110138:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.110144:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7af8d [1] + 224 00000800:00000001:2.0:1767734647.110150:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.110158:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.110161:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.110166:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734647.110170:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734647.110178:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ce680 x1853602672023936/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734647.110203:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02ce680 x1853602672023936/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.110227:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734647.110235:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734647.110239:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.110245:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734647.110251:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66324:66324:256:4294967295] 192.168.203.112@tcp LPNI seq info [66324:66324:8:4294967295] 00000400:00000200:2.0:1767734647.110256:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.110266:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767734647.110271:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734647.110276:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d430fc00. 00000800:00000200:2.0:1767734647.110282:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734647.110289:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734647.110293:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d430fc00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734647.110374:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767734647.110379:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767734647.110384:0:247525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734647.110389:0:247525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734647.110393:0:247525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734647.110401:0:247525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:1.0:1767734647.110404:0:247525:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:1.0:1767734647.110409:0:247525:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734647.110419:0:247525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02ce680 x1853602672023936/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734647.110436:0:247525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02ce680 x1853602672023936/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734647.110449:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734647.110450:0:247525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734647.110455:0:247525:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767734647.110461:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d430fc00. 00000100:00000001:1.0:1767734647.110462:0:247525:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734647.110467:0:247525:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767734647.110475:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734647.110484:0:247525:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734647.110490:0:247525:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734647.110491:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 02000000:00000001:1.0:1767734647.110497:0:247525:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734647.110506:0:247525:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734647.110511:0:247525:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734647.110514:0:247525:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734647.110516:0:247525:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.110520:0:247525:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734647.110523:0:247525:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.110526:0:247525:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734647.110529:0:247525:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x3000058a3/0x1] 00000100:00000001:1.0:1767734647.110532:0:247525:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734647.110534:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.110536:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155566720 : -117983553984896 : ffff94b1d02ce680) 00000100:00000001:1.0:1767734647.110540:0:247525:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734647.110542:0:247525:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:1.0:1767734647.110544:0:247525:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734647.110546:0:247525:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.110553:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02ce680 x1853602672023936/t12884924581(12884924581) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734663 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.110563:0:247525:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.110566:0:247525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734647.110568:0:247525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734647.110574:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02ce680 x1853602672023936/t12884924581(12884924581) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734663 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734647.110586:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767734647.110587:0:247525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02ce680 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672023936:192.168.203.112@tcp:36:lfs.0 00000100:00000001:1.0:1767734647.110603:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.110607:0:247525:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.110609:0:247525:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734647.110613:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.110619:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ce680 x1853602672023936/t12884924581(12884924581) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734663 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.110642:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734647.110645:0:247525:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.110649:0:247525:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734647.110651:0:247525:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.110657:0:247525:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734647.110660:0:247525:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x8f7:0x0] 00800000:00000001:1.0:1767734647.110663:0:247525:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.110666:0:247525:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734647.110670:0:247525:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734647.110672:0:247525:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734647.110674:0:247525:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145783 : 144115272398145783 : 2000013a20008f7) 00000080:00000001:1.0:1767734647.110677:0:247525:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767734647.110686:0:247525:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1f07418c0. 00000080:00000001:1.0:1767734647.110693:0:247525:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767734647.110695:0:247525:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x8f7:0x0](ffff94b1f0741988) 00000080:00000001:1.0:1767734647.110698:0:247525:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734647.110700:0:247525:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f7:0x0] 00000080:00000001:1.0:1767734647.110703:0:247525:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.110706:0:247525:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145783 : 144115272398145783 : 2000013a20008f7) 00000080:00000001:1.0:1767734647.110708:0:247525:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1767734647.110711:0:247525:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145783 mtime from 0 to 1767734647 00000080:00200000:1.0:1767734647.110715:0:247525:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f7:0x0], updating i_size 512 00000080:00000001:1.0:1767734647.110717:0:247525:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767734647.110746:0:247525:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090697103752 : -117983012447864 : ffff94b1f0741988) 00000080:00000001:1.0:1767734647.110750:0:247525:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734647.110753:0:247525:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734647.110755:0:247525:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.110761:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.110767:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ce680 x1853602672023936/t12884924581(12884924581) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.110775:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734647.110778:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872000. 00000080:00000010:1.0:1767734647.110782:0:247525:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 632 at ffff94b1c9879400. 00000080:00000001:1.0:1767734647.110793:0:247525:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.110804:0:247525:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1767734647.110807:0:247525:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1767734647.110811:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033db0 00000080:00200008:1.0:1767734647.110813:0:247525:0:(file.c:424:ll_file_release()) START file d160h.sanity:[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), flags 300000 00000080:00400000:1.0:1767734647.110819:0:247525:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x8f6:0x0] 00000080:00000001:1.0:1767734647.110823:0:247525:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1767734647.110825:0:247525:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:1.0:1767734647.110827:0:247525:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1767734647.110833:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.110835:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.110840:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 2 00010000:00000001:1.0:1767734647.110844:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734647.110848:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734647.110850:0:247525:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x8f6:0x0]: 0 00000080:00000001:1.0:1767734647.110854:0:247525:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1767734647.110857:0:247525:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1767734647.110861:0:247525:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c9872000. 00000080:00000001:1.0:1767734647.110864:0:247525:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1767734647.110868:0:247525:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1767734647.110872:0:247525:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1767734647.110875:0:247525:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8f6:0x0] 00000002:00000001:1.0:1767734647.110879:0:247525:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1767734647.110882:0:247525:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8f6:0x0] file closed with intent: 0 00000100:00000010:1.0:1767734647.110887:0:247525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ced80. 00000020:00000040:1.0:1767734647.110891:0:247525:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:1.0:1767734647.110895:0:247525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734647.110897:0:247525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734647.110901:0:247525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734647.110906:0:247525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c9872400. 00000100:00000001:1.0:1767734647.110910:0:247525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1767734647.110922:0:247525:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1d02cce00 x1853602672023680/t12884924580(12884924580) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1767734647.110932:0:247525:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1767734647.110938:0:247525:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02ced80 x1853602672024192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1767734647.110961:0:247525:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734647.110962:0:247525:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734647.110966:0:247525:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.110969:0:247525:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058368 : -117982778493248 : ffff94b1fe65f6c0) 00000100:00000001:1.0:1767734647.110972:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.110973:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000100:00000001:1.0:1767734647.110977:0:247525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734647.110980:0:247525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.110982:0:247525:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734647.110984:0:247525:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734647.110988:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02ced80 x1853602672024192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.110997:0:247525:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734647.110999:0:247525:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.111002:0:247525:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734647.111004:0:247525:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734647.111007:0:247525:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734647.111011:0:247525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02ced80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672024192:192.168.203.112@tcp:35:lfs.0 00000100:00000001:1.0:1767734647.111015:0:247525:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734647.111018:0:247525:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734647.111020:0:247525:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.111022:0:247525:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734647.111027:0:247525:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9294000. 02000000:00000001:1.0:1767734647.111029:0:247525:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734647.111035:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734647.111039:0:247525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734647.111043:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000200:1.0:1767734647.111048:0:247525:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672024192, portal 10 00000100:00000001:1.0:1767734647.111051:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.111053:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000100:00000040:1.0:1767734647.111059:0:247525:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02ced80 x1853602672024192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.111079:0:247525:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734647.111082:0:247525:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734647.111085:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bb28. 00000100:00000200:1.0:1767734647.111089:0:247525:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672024192, offset 0 00000400:00000200:1.0:1767734647.111096:0:247525:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734647.111102:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.111108:0:247525:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734647.111112:0:247525:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734647.111116:0:247525:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734647.111119:0:247525:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734647.111122:0:247525:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734647.111126:0:247525:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66325:66325:256:4294967295] 192.168.203.112@tcp LPNI seq info [66325:66325:8:4294967295] 00000400:00000200:1.0:1767734647.111132:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.111141:0:247525:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734647.111147:0:247525:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734647.111152:0:247525:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6fb00. 00000800:00000200:1.0:1767734647.111157:0:247525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734647.111164:0:247525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734647.111169:0:247525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6fb00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1767734647.111189:0:247525:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.111194:0:247525:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10705 usecs (11 jiffies) 00000400:00000200:1.0:1767734647.111198:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734647.111201:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303408943 00000100:00000001:1.0:1767734647.111207:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303408937 00000100:00000001:1.0:1767734647.111211:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303408943 00000100:00000001:1.0:1767734647.111215:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303408937 00000100:00000001:1.0:1767734647.111218:0:247525:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.111221:0:247525:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.111231:0:247525:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734647.111233:0:247525:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734647.111237:0:247525:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734647.111239:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734647.111242:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734647.111383:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734647.111391:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6fb00. 00000400:00000200:2.0:1767734647.111397:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.111404:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734647.111410:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bb28 00000400:00000010:2.0:1767734647.111413:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bb28. 00000100:00000001:2.0:1767734647.111417:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734647.111424:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ced80 x1853602672024192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734647.111439:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734647.111462:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ced80 x1853602672024192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734647.111476:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.111480:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734647.113523:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.113534:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734647.113537:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.113540:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.113547:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.113566:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734647.113573:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.113578:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.113582:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.113587:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d21a80 00000400:00000200:3.0:1767734647.113592:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.113598:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7af95 [1] + 224 00000800:00000001:3.0:1767734647.113605:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.113614:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.113617:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.113621:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734647.113626:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734647.113633:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ced80 x1853602672024192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734647.113651:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1d02ced80 x1853602672024192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.113676:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734647.113684:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.113688:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.113785:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734647.113795:0:247525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734647.113796:0:247525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734647.113800:0:247525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734647.113807:0:247525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:1.0:1767734647.113809:0:247525:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:1.0:1767734647.113813:0:247525:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734647.113822:0:247525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02ced80 x1853602672024192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734647.113836:0:247525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02ced80 x1853602672024192/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.113846:0:247525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734647.113848:0:247525:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.113851:0:247525:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734647.113853:0:247525:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734647.113855:0:247525:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734647.113858:0:247525:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.113860:0:247525:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734647.113867:0:247525:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=74 v=5 (5 5 5 0) 00000100:00001000:1.0:1767734647.113871:0:247525:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734647.113874:0:247525:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734647.113876:0:247525:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.113879:0:247525:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734647.113882:0:247525:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.113885:0:247525:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734647.113886:0:247525:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734647.113889:0:247525:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734647.113891:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.113893:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000100:00000001:1.0:1767734647.113896:0:247525:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734647.113898:0:247525:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:1.0:1767734647.113912:0:247525:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734647.113915:0:247525:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.113921:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02ced80 x1853602672024192/t12884924582(12884924582) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734663 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.113930:0:247525:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.113933:0:247525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734647.113935:0:247525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734647.113939:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02ced80 x1853602672024192/t12884924582(12884924582) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734663 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734647.113949:0:247525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02ced80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672024192:192.168.203.112@tcp:35:lfs.0 00000100:00000001:1.0:1767734647.113954:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.113957:0:247525:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.113960:0:247525:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734647.113962:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.113965:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ced80 x1853602672024192/t12884924582(12884924582) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734663 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.113973:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734647.113976:0:247525:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.113980:0:247525:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734647.113981:0:247525:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.113989:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.113991:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000002:00000001:1.0:1767734647.113994:0:247525:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.113997:0:247525:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734647.114001:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872000. 00000080:00000001:1.0:1767734647.114008:0:247525:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1767734647.114011:0:247525:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1767734647.114016:0:247525:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1767734647.114022:0:247525:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1d02cce00 x1853602672023680/t12884924580(12884924580) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.114031:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.114038:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000001:1.0:1767734647.114041:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.114046:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cce00 x1853602672023680/t12884924580(12884924580) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.114054:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.114056:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.114060:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ced80 x1853602672024192/t12884924582(12884924582) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734663 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.114068:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.114070:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.114073:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cce00 x1853602672023680/t12884924580(12884924580) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.114081:0:247525:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767734647.114083:0:247525:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734647.114085:0:247525:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734647.114087:0:247525:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734647.114090:0:247525:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c9878c00. 02000000:00000001:1.0:1767734647.114094:0:247525:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734647.114095:0:247525:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734647.114097:0:247525:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cce00. 00000100:00000001:1.0:1767734647.114100:0:247525:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734647.114102:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.114104:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.114108:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ced80 x1853602672024192/t12884924582(12884924582) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.114115:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1767734647.114117:0:247525:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1f20a6980. 00000002:00000001:1.0:1767734647.114125:0:247525:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.114127:0:247525:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734647.114129:0:247525:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451ff40. 00000100:00000001:1.0:1767734647.114132:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.114136:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02ced80 x1853602672024192/t12884924582(12884924582) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.114157:0:247525:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734647.114159:0:247525:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734647.114162:0:247525:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9294000. 02000000:00000001:1.0:1767734647.114169:0:247525:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734647.114170:0:247525:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734647.114172:0:247525:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734647.114174:0:247525:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734647.114176:0:247525:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c9872400. 02000000:00000001:1.0:1767734647.114178:0:247525:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734647.114179:0:247525:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734647.114181:0:247525:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02ced80. 00000100:00000001:1.0:1767734647.114191:0:247525:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734647.114192:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734647.114195:0:247525:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734647.114199:0:247525:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c2ea03c0. 00000080:00000001:1.0:1767734647.114202:0:247525:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.114207:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033db0 00000080:00000008:1.0:1767734647.114210:0:247525:0:(file.c:464:ll_file_release()) COMPLETED file d160h.sanity:[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), flags 300000, rc = 0 00000080:00000001:1.0:1767734647.114214:0:247525:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.114217:0:247525:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.114220:0:247525:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734647.114222:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033e00 00000080:00002000:1.0:1767734647.114224:0:247525:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff94b200e5b6c0, parent ffff94b1f079b510, inode ffff94b1f0741148) hashed, 00000080:00000001:1.0:1767734647.114228:0:247525:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.114255:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734647.114258:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734647.114260:0:247525:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734647.114261:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b20 00000080:00200000:1.0:1767734647.114264:0:247525:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734647.114269:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872400. 00800000:00000002:1.0:1767734647.114273:0:247525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734647.114277:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.114279:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.114281:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033a40 00800000:00000002:1.0:1767734647.114284:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734647.114295:0:247525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734647.114298:0:247525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734647.114303:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.114305:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033910 00000002:00010000:1.0:1767734647.114307:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734647.114345:0:247525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.114347:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.114350:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.114354:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734647.114358:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.114362:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.114365:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734647.114371:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734647.114382:0:247525:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734647.114388:0:247525:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.114392:0:247525:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734647.114400:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734647.114403:0:247525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734647.114406:0:247525:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734647.114409:0:247525:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734647.114412:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734647.114415:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734647.114418:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734647.114422:0:247525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734647.114425:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872400. 00000080:00000001:1.0:1767734647.114430:0:247525:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734647.114433:0:247525:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.114436:0:247525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734647.114441:0:247525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6ef 00800000:00000001:1.0:1767734647.114445:0:247525:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734647.114455:0:247525:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734647.114457:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.114459:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.114462:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.114465:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.114468:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.114471:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.114473:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.114474:0:247525:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.114476:0:247525:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.114479:0:247525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6ef from it ffffafc308033b58 00010000:00000001:1.0:1767734647.114482:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.114483:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.114485:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.114487:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.114489:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.114492:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.114496:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.114503:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.114505:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.114506:0:247525:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734647.114508:0:247525:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734647.114512:0:247525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.114519:0:247525:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734647.114521:0:247525:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734647.114523:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.114526:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.114528:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.114530:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.114532:0:247525:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734647.114534:0:247525:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.114542:0:247525:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.114545:0:247525:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.114547:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.114549:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.114551:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734647.114553:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734647.114555:0:247525:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734647.114558:0:247525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734647.114562:0:247525:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.114565:0:247525:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734647.114568:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033ae8 00000080:00002000:1.0:1767734647.114570:0:247525:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff94b200e5b6c0) flags 0x28004e refc 0 00000080:00000001:1.0:1767734647.114573:0:247525:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.114575:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b30 00000080:00200000:1.0:1767734647.114577:0:247525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=29 00000080:00000001:1.0:1767734647.114580:0:247525:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734647.114582:0:247525:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.114586:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734647.114588:0:247525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), inode mode 41ed mask 1 00000080:00000001:1.0:1767734647.114591:0:247525:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734647.114599:0:247525:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f20a6940. 00000020:00000001:1.0:1767734647.114603:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033ae8 00000080:00200000:1.0:1767734647.114605:0:247525:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.2, dir=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), flags=13 00000080:00000001:1.0:1767734647.114608:0:247525:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734647.114610:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080339a8 00000080:00200000:1.0:1767734647.114612:0:247525:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.2, dir=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), intent=getattr 00000080:00000010:1.0:1767734647.114618:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872400. 00000080:00000001:1.0:1767734647.114623:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.114625:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.114627:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080338c8 00800000:00000002:1.0:1767734647.114629:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.2' on [0x2000013a2:0x8f6:0x0] 00800000:00000001:1.0:1767734647.114633:0:247525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734647.114635:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033860 00800000:00000002:1.0:1767734647.114638:0:247525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8f6:0x0], fid2=[0x0:0x0:0x0], name='d0.2' -> mds #0 00000002:00000001:1.0:1767734647.114642:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.114649:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033798 00000002:00010000:1.0:1767734647.114651:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.2,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8f6:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734647.114655:0:247525:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734647.114657:0:247525:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734647.114661:0:247525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ced80. 00000020:00000040:1.0:1767734647.114664:0:247525:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734647.114668:0:247525:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734647.114671:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.114674:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.114676:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.114678:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.114680:0:247525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734647.114682:0:247525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734647.114685:0:247525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734647.114690:0:247525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c9878c00. 00000100:00000001:1.0:1767734647.114695:0:247525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.114698:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.114700:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.114702:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.114704:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.114706:0:247525:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.114711:0:247525:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00010000:00000001:1.0:1767734647.114715:0:247525:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734647.114717:0:247525:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734647.114754:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 2 00010000:00000001:1.0:1767734647.114758:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.114761:0:247525:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734647.114765:0:247525:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683f400. 00000020:00000001:1.0:1767734647.114768:0:247525:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734647.114771:0:247525:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683f400 with handle 0x1886cffb85c2b719 to hash 00000020:00000001:1.0:1767734647.114773:0:247525:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734647.114775:0:247525:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.114778:0:247525:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.114781:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.114783:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.114795:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b719 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.114804:0:247525:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b719 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.114815:0:247525:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b719 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00000100:00000001:1.0:1767734647.114821:0:247525:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734647.114823:0:247525:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734647.114827:0:247525:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.114829:0:247525:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058368 : -117982778493248 : ffff94b1fe65f6c0) 00000100:00000001:1.0:1767734647.114832:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.114834:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000100:00000001:1.0:1767734647.114838:0:247525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734647.114841:0:247525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.114843:0:247525:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734647.114845:0:247525:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734647.114851:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02ced80 x1853602672024320/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.114861:0:247525:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734647.114863:0:247525:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.114866:0:247525:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734647.114869:0:247525:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734647.114871:0:247525:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734647.114875:0:247525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02ced80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672024320:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.114880:0:247525:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734647.114883:0:247525:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734647.114886:0:247525:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.114888:0:247525:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734647.114892:0:247525:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9294000. 02000000:00000001:1.0:1767734647.114894:0:247525:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734647.114901:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734647.114904:0:247525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734647.114915:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000200:1.0:1767734647.114920:0:247525:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672024320, portal 10 00000100:00000001:1.0:1767734647.114922:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.114924:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000100:00000040:1.0:1767734647.114931:0:247525:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02ced80 x1853602672024320/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.114940:0:247525:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734647.114943:0:247525:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734647.114946:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b330. 00000100:00000200:1.0:1767734647.114949:0:247525:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672024320, offset 0 00000400:00000200:1.0:1767734647.114955:0:247525:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734647.114961:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.114967:0:247525:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734647.114972:0:247525:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734647.114975:0:247525:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734647.114979:0:247525:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734647.114982:0:247525:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734647.114986:0:247525:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66326:66326:256:4294967295] 192.168.203.112@tcp LPNI seq info [66326:66326:8:4294967295] 00000400:00000200:1.0:1767734647.114991:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.115001:0:247525:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734647.115007:0:247525:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734647.115011:0:247525:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f500. 00000800:00000200:1.0:1767734647.115017:0:247525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734647.115023:0:247525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734647.115028:0:247525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734647.115048:0:247525:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.115053:0:247525:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10705 usecs (11 jiffies) 00000400:00000200:1.0:1767734647.115058:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734647.115060:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303408947 00000100:00000001:1.0:1767734647.115066:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303408943 00000100:00000001:1.0:1767734647.115081:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303408947 00000100:00000001:1.0:1767734647.115085:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303408943 00000100:00000001:1.0:1767734647.115088:0:247525:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.115091:0:247525:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.115094:0:247525:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734647.115096:0:247525:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734647.115099:0:247525:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734647.115102:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734647.115104:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734647.115214:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734647.115222:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f500. 00000400:00000200:2.0:1767734647.115228:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.115236:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734647.115241:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b330 00000400:00000010:2.0:1767734647.115243:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b330. 00000100:00000001:2.0:1767734647.115248:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734647.115255:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ced80 x1853602672024320/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734647.115267:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734647.115272:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ced80 x1853602672024320/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734647.115281:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.115283:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734647.115376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683fe00. 00010000:00000010:1.1:1767734647.115383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683f600. 00000800:00000001:3.0:1767734647.118003:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.118014:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734647.118018:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.118021:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.118028:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.118035:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734647.118042:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.118046:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.118051:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.118055:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d21b00 00000400:00000200:3.0:1767734647.118061:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.118066:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7af9d [1] + 224 00000800:00000001:3.0:1767734647.118073:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.118091:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.118095:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.118100:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734647.118105:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734647.118112:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ced80 x1853602672024320/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734647.118126:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02ced80 x1853602672024320/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.118151:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734647.118158:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.118162:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.118246:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734647.118255:0:247525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734647.118257:0:247525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734647.118261:0:247525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734647.118268:0:247525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:1.0:1767734647.118270:0:247525:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:1.0:1767734647.118274:0:247525:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734647.118284:0:247525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02ced80 x1853602672024320/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734647.118298:0:247525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02ced80 x1853602672024320/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.118307:0:247525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734647.118339:0:247525:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.118343:0:247525:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734647.118346:0:247525:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734647.118348:0:247525:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734647.118350:0:247525:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.118353:0:247525:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734647.118359:0:247525:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734647.118364:0:247525:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734647.118367:0:247525:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734647.118371:0:247525:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02ced80 x1853602672024320/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.118380:0:247525:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734647.118396:0:247525:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734647.118398:0:247525:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:1.0:1767734647.118400:0:247525:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734647.118403:0:247525:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767734647.118408:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02ced80 x1853602672024320/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.118417:0:247525:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767734647.118420:0:247525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734647.118422:0:247525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734647.118427:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02ced80 x1853602672024320/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734647.118436:0:247525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02ced80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672024320:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.118442:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.118445:0:247525:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734647.118447:0:247525:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734647.118449:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.118453:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ced80 x1853602672024320/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.118461:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734647.118464:0:247525:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.118467:0:247525:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734647.118468:0:247525:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767734647.118471:0:247525:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734647.118474:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.118476:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.118479:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f400 refcount=4 00000020:00000001:1.0:1767734647.118481:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.118485:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00010000:1.0:1767734647.118490:0:247525:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b719 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.118500:0:247525:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767734647.118510:0:247525:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b719 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.118517:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.118520:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b719 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.118527:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.118529:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734647.118531:0:247525:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b719 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.118537:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.118540:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.118543:0:247525:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767734647.118546:0:247525:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b719 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.118552:0:247525:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f683f400 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767734647.118555:0:247525:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767734647.118558:0:247525:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b719 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.118564:0:247525:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767734647.118566:0:247525:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767734647.118570:0:247525:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b719 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.118576:0:247525:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767734647.118578:0:247525:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734647.118580:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.118582:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.118584:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f400 refcount=5 00000020:00000001:1.0:1767734647.118586:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.118588:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.118597:0:247525:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734647.118600:0:247525:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b719 lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 247525 initiator: MDT0 00000080:00000001:1.0:1767734647.118606:0:247525:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734647.118608:0:247525:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.118610:0:247525:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767734647.118612:0:247525:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734647.118615:0:247525:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734647.118617:0:247525:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734647.118618:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.118620:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734647.118623:0:247525:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683f400 with handle 0x1886cffb85c2b719 from hash 00010000:00000001:1.0:1767734647.118626:0:247525:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734647.118628:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.118629:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.118631:0:247525:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734647.118632:0:247525:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734647.118634:0:247525:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767734647.118637:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.118638:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.118640:0:247525:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.118642:0:247525:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.118645:0:247525:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b719 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.118651:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.118652:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.118654:0:247525:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767734647.118656:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.118658:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.118659:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.118660:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734647.118663:0:247525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b719 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.118672:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.118681:0:247525:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767734647.118685:0:247525:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767734647.118690:0:247525:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1d02ced80 x1853602672024320/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734647.118700:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734647.118701:0:247525:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.118704:0:247525:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.118706:0:247525:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.118708:0:247525:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734647.118710:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734647.118712:0:247525:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.118714:0:247525:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734647.118717:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033718 00000002:00002000:1.0:1767734647.118747:0:247525:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767734647.118752:0:247525:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.118756:0:247525:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.118758:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734647.118761:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8f6:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734647.118765:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.118768:0:247525:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734647.118770:0:247525:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc308033b20 it_disposition 7 00000080:00002000:1.0:1767734647.118774:0:247525:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b200e5b798 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767734647.118780:0:247525:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.118784:0:247525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.118786:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.118788:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.118792:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 2 00010000:00000001:1.0:1767734647.118795:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734647.118800:0:247525:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2294 (0 0) 00000002:00000001:1.0:1767734647.118804:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.118806:0:247525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.118808:0:247525:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.118811:0:247525:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734647.118814:0:247525:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734647.118818:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872400. 00000100:00000001:1.0:1767734647.118830:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.118836:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02ced80 x1853602672024320/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.118844:0:247525:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734647.118846:0:247525:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734647.118849:0:247525:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9294000. 02000000:00000001:1.0:1767734647.118852:0:247525:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734647.118854:0:247525:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734647.118856:0:247525:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734647.118858:0:247525:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734647.118860:0:247525:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c9878c00. 02000000:00000001:1.0:1767734647.118863:0:247525:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734647.118865:0:247525:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734647.118867:0:247525:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02ced80. 00000100:00000001:1.0:1767734647.118871:0:247525:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734647.118873:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734647.118875:0:247525:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734647.118877:0:247525:0:(dcache.c:176:ll_intent_release()) intent ffffafc308033b20 released 00000080:00000001:1.0:1767734647.118879:0:247525:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734647.118882:0:247525:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734647.118884:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b70 00000080:00002000:1.0:1767734647.118886:0:247525:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.2 (ffff94b200e5b798, parent ffff94b200e5b6c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734647.118890:0:247525:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734647.118893:0:247525:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734647.118897:0:247525:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734647.118900:0:247525:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734647.118902:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033bf0 00000080:00002000:1.0:1767734647.118904:0:247525:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff94b200e5b6c0, parent ffff94b1f079b510, inode ffff94b1f0741148) hashed, 00000080:00000001:1.0:1767734647.118907:0:247525:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.118925:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734647.118927:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734647.118929:0:247525:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734647.118931:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033bb0 00000080:00200000:1.0:1767734647.118933:0:247525:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734647.118938:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872400. 00800000:00000002:1.0:1767734647.118942:0:247525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734647.118945:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.118954:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.118957:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033ad0 00800000:00000002:1.0:1767734647.118959:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734647.118963:0:247525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734647.118966:0:247525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734647.118971:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.118973:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080339a0 00000002:00010000:1.0:1767734647.118975:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734647.118979:0:247525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.118981:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.118983:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.118986:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734647.118989:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.118992:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.118994:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734647.118998:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734647.119008:0:247525:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734647.119012:0:247525:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.119015:0:247525:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734647.119023:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734647.119025:0:247525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734647.119027:0:247525:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734647.119029:0:247525:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734647.119032:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734647.119034:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734647.119037:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734647.119040:0:247525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734647.119042:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872400. 00000080:00000001:1.0:1767734647.119045:0:247525:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734647.119047:0:247525:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.119050:0:247525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734647.119060:0:247525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6ef 00800000:00000001:1.0:1767734647.119064:0:247525:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734647.119066:0:247525:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734647.119068:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.119070:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.119072:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.119075:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.119078:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.119081:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.119082:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.119084:0:247525:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.119086:0:247525:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.119088:0:247525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6ef from it ffffafc308033be8 00010000:00000001:1.0:1767734647.119091:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.119092:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.119094:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.119096:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.119099:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.119101:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.119105:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.119112:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.119114:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.119115:0:247525:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734647.119117:0:247525:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734647.119120:0:247525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.119128:0:247525:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734647.119130:0:247525:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734647.119132:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.119135:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.119136:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.119143:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.119146:0:247525:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734647.119148:0:247525:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.119150:0:247525:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.119153:0:247525:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.119155:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.119157:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.119158:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734647.119161:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734647.119163:0:247525:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734647.119166:0:247525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734647.119170:0:247525:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.119173:0:247525:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734647.119175:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b78 00000080:00002000:1.0:1767734647.119177:0:247525:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff94b200e5b6c0) flags 0x28004e refc 0 00000080:00000001:1.0:1767734647.119180:0:247525:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.119183:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033bc0 00000080:00200000:1.0:1767734647.119184:0:247525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=16408 00000080:00000001:1.0:1767734647.119188:0:247525:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734647.119190:0:247525:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.119193:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734647.119195:0:247525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), inode mode 41ed mask 1 00000080:00000001:1.0:1767734647.119198:0:247525:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734647.119205:0:247525:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c70adfe0. 00000020:00000001:1.0:1767734647.119209:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b78 00000080:00200000:1.0:1767734647.119211:0:247525:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.2, dir=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), flags=16392 00000080:00000001:1.0:1767734647.119214:0:247525:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734647.119216:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033a38 00000080:00200000:1.0:1767734647.119218:0:247525:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.2, dir=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), intent=getattr 00000080:00000010:1.0:1767734647.119224:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872400. 00000080:00000001:1.0:1767734647.119228:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.119231:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.119232:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033958 00800000:00000002:1.0:1767734647.119235:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.2' on [0x2000013a2:0x8f6:0x0] 00800000:00000001:1.0:1767734647.119238:0:247525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734647.119241:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080338f0 00800000:00000002:1.0:1767734647.119249:0:247525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8f6:0x0], fid2=[0x0:0x0:0x0], name='d0.2' -> mds #0 00000002:00000001:1.0:1767734647.119253:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.119255:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033828 00000002:00010000:1.0:1767734647.119257:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.2,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8f6:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734647.119261:0:247525:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734647.119263:0:247525:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734647.119266:0:247525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ced80. 00000020:00000040:1.0:1767734647.119270:0:247525:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734647.119274:0:247525:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734647.119277:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.119280:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.119281:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.119283:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.119286:0:247525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734647.119288:0:247525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734647.119290:0:247525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734647.119295:0:247525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c9878c00. 00000100:00000001:1.0:1767734647.119300:0:247525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.119303:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.119305:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.119307:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.119342:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.119346:0:247525:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.119352:0:247525:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00010000:00000001:1.0:1767734647.119355:0:247525:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734647.119357:0:247525:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734647.119362:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 2 00010000:00000001:1.0:1767734647.119365:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.119369:0:247525:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734647.119373:0:247525:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683f600. 00000020:00000001:1.0:1767734647.119377:0:247525:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734647.119380:0:247525:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683f600 with handle 0x1886cffb85c2b720 to hash 00000020:00000001:1.0:1767734647.119383:0:247525:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734647.119385:0:247525:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.119389:0:247525:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.119400:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.119402:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.119407:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b720 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.119416:0:247525:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b720 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.119428:0:247525:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b720 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00000100:00000001:1.0:1767734647.119434:0:247525:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734647.119436:0:247525:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734647.119441:0:247525:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.119444:0:247525:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058368 : -117982778493248 : ffff94b1fe65f6c0) 00000100:00000001:1.0:1767734647.119447:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.119449:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000100:00000001:1.0:1767734647.119453:0:247525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734647.119457:0:247525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.119459:0:247525:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734647.119460:0:247525:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734647.119467:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02ced80 x1853602672024448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.119476:0:247525:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734647.119478:0:247525:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.119481:0:247525:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734647.119484:0:247525:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734647.119486:0:247525:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734647.119490:0:247525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02ced80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672024448:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.119494:0:247525:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734647.119497:0:247525:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734647.119500:0:247525:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.119502:0:247525:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734647.119506:0:247525:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9294000. 02000000:00000001:1.0:1767734647.119514:0:247525:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734647.119521:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734647.119525:0:247525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734647.119529:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000200:1.0:1767734647.119534:0:247525:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672024448, portal 10 00000100:00000001:1.0:1767734647.119536:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.119538:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000100:00000040:1.0:1767734647.119545:0:247525:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02ced80 x1853602672024448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.119553:0:247525:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734647.119556:0:247525:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734647.119559:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b110. 00000100:00000200:1.0:1767734647.119562:0:247525:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672024448, offset 0 00000400:00000200:1.0:1767734647.119572:0:247525:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734647.119578:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.119584:0:247525:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734647.119588:0:247525:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734647.119592:0:247525:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734647.119595:0:247525:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734647.119598:0:247525:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734647.119602:0:247525:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66327:66327:256:4294967295] 192.168.203.112@tcp LPNI seq info [66327:66327:8:4294967295] 00000400:00000200:1.0:1767734647.119608:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.119617:0:247525:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734647.119623:0:247525:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734647.119627:0:247525:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f300. 00000800:00000200:1.0:1767734647.119633:0:247525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734647.119639:0:247525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734647.119643:0:247525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734647.119665:0:247525:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.119670:0:247525:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10705 usecs (11 jiffies) 00000400:00000200:1.0:1767734647.119674:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734647.119685:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303408952 00000100:00000001:1.0:1767734647.119691:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303408947 00000100:00000001:1.0:1767734647.119696:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303408952 00000100:00000001:1.0:1767734647.119699:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303408947 00000100:00000001:1.0:1767734647.119703:0:247525:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.119706:0:247525:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.119708:0:247525:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734647.119710:0:247525:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734647.119713:0:247525:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734647.119716:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734647.119744:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734647.119846:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734647.119854:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f300. 00000400:00000200:2.0:1767734647.119859:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.119867:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734647.119872:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b110 00000400:00000010:2.0:1767734647.119875:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b110. 00000100:00000001:2.0:1767734647.119879:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734647.119887:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ced80 x1853602672024448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734647.119899:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734647.119903:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ced80 x1853602672024448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734647.119912:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.119915:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734647.122790:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.122804:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734647.122810:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.122815:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.122825:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.122835:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734647.122845:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.122850:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.122855:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.122859:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d21b80 00000400:00000200:3.0:1767734647.122865:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.122870:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7afa5 [1] + 224 00000800:00000001:3.0:1767734647.122877:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.122886:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.122889:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.122894:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734647.122898:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734647.122906:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ced80 x1853602672024448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734647.122919:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02ced80 x1853602672024448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.122966:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734647.122974:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.122979:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.123064:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734647.123073:0:247525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734647.123075:0:247525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734647.123079:0:247525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734647.123086:0:247525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:1.0:1767734647.123088:0:247525:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:1.0:1767734647.123092:0:247525:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734647.123101:0:247525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02ced80 x1853602672024448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734647.123115:0:247525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02ced80 x1853602672024448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.123124:0:247525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734647.123126:0:247525:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.123130:0:247525:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734647.123132:0:247525:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734647.123134:0:247525:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734647.123136:0:247525:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.123139:0:247525:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734647.123145:0:247525:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734647.123149:0:247525:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734647.123152:0:247525:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734647.123157:0:247525:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02ced80 x1853602672024448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.123185:0:247525:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734647.123188:0:247525:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734647.123191:0:247525:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:1.0:1767734647.123193:0:247525:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734647.123195:0:247525:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767734647.123201:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02ced80 x1853602672024448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.123209:0:247525:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767734647.123212:0:247525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734647.123214:0:247525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734647.123219:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02ced80 x1853602672024448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734647.123228:0:247525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02ced80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672024448:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.123233:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.123236:0:247525:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734647.123239:0:247525:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734647.123241:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.123244:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ced80 x1853602672024448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.123252:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734647.123255:0:247525:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.123258:0:247525:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734647.123260:0:247525:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767734647.123263:0:247525:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734647.123266:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.123268:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.123270:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f600 refcount=4 00000020:00000001:1.0:1767734647.123273:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.123276:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00010000:1.0:1767734647.123281:0:247525:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b720 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.123299:0:247525:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767734647.123303:0:247525:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b720 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.123343:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.123347:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b720 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.123355:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.123356:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734647.123359:0:247525:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b720 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.123365:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.123368:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.123371:0:247525:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767734647.123374:0:247525:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b720 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.123380:0:247525:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f683f600 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767734647.123383:0:247525:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767734647.123386:0:247525:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b720 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.123392:0:247525:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767734647.123395:0:247525:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767734647.123399:0:247525:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b720 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.123404:0:247525:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767734647.123407:0:247525:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734647.123409:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.123411:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.123419:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f600 refcount=5 00000020:00000001:1.0:1767734647.123422:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.123425:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806528 : -117982910745088 : ffff94b1f683f600) 00010000:00000001:1.0:1767734647.123428:0:247525:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734647.123431:0:247525:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b720 lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 247525 initiator: MDT0 00000080:00000001:1.0:1767734647.123437:0:247525:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734647.123439:0:247525:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.123442:0:247525:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767734647.123443:0:247525:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734647.123446:0:247525:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734647.123448:0:247525:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734647.123450:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.123452:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734647.123455:0:247525:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683f600 with handle 0x1886cffb85c2b720 from hash 00010000:00000001:1.0:1767734647.123457:0:247525:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734647.123459:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.123461:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.123462:0:247525:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734647.123464:0:247525:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734647.123466:0:247525:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767734647.123468:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.123470:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.123471:0:247525:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.123474:0:247525:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.123477:0:247525:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b720 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.123482:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.123484:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.123485:0:247525:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767734647.123487:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.123489:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.123490:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.123492:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734647.123494:0:247525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f600/0x1886cffb85c2b720 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 247525 initiator: MDT0 00010000:00000001:1.0:1767734647.123509:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.123511:0:247525:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767734647.123516:0:247525:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767734647.123522:0:247525:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1d02ced80 x1853602672024448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734647.123532:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734647.123533:0:247525:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.123536:0:247525:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.123538:0:247525:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.123540:0:247525:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734647.123542:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734647.123544:0:247525:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.123546:0:247525:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734647.123549:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080337a8 00000002:00002000:1.0:1767734647.123551:0:247525:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767734647.123555:0:247525:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.123558:0:247525:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.123560:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734647.123563:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8f6:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734647.123567:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.123569:0:247525:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734647.123571:0:247525:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc308033bb0 it_disposition 7 00000080:00002000:1.0:1767734647.123575:0:247525:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b200e5b948 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767734647.123581:0:247525:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.123584:0:247525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.123586:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.123588:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.123592:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 2 00010000:00000001:1.0:1767734647.123595:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734647.123599:0:247525:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2294 (0 0) 00000002:00000001:1.0:1767734647.123603:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.123605:0:247525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.123607:0:247525:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.123616:0:247525:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734647.123619:0:247525:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734647.123623:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872400. 00000100:00000001:1.0:1767734647.123627:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.123632:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02ced80 x1853602672024448/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.123640:0:247525:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734647.123642:0:247525:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734647.123645:0:247525:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9294000. 02000000:00000001:1.0:1767734647.123648:0:247525:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734647.123650:0:247525:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734647.123652:0:247525:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734647.123654:0:247525:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734647.123657:0:247525:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c9878c00. 02000000:00000001:1.0:1767734647.123660:0:247525:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734647.123661:0:247525:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734647.123663:0:247525:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02ced80. 00000100:00000001:1.0:1767734647.123667:0:247525:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734647.123669:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734647.123671:0:247525:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734647.123673:0:247525:0:(dcache.c:176:ll_intent_release()) intent ffffafc308033bb0 released 00000080:00000001:1.0:1767734647.123675:0:247525:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734647.123678:0:247525:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734647.123680:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033c00 00000080:00002000:1.0:1767734647.123682:0:247525:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.2 (ffff94b200e5b948, parent ffff94b200e5b6c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734647.123686:0:247525:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734647.123689:0:247525:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734647.123692:0:247525:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734647.123696:0:247525:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734647.123697:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033c80 00000080:00002000:1.0:1767734647.123700:0:247525:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff94b200e5b6c0, parent ffff94b1f079b510, inode ffff94b1f0741148) hashed, 00000080:00000001:1.0:1767734647.123703:0:247525:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.123749:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734647.123752:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734647.123754:0:247525:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734647.123756:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b20 00000080:00200000:1.0:1767734647.123759:0:247525:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734647.123771:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872400. 00800000:00000002:1.0:1767734647.123776:0:247525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734647.123779:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.123782:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.123785:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033a40 00800000:00000002:1.0:1767734647.123787:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734647.123791:0:247525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734647.123794:0:247525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734647.123798:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.123800:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033910 00000002:00010000:1.0:1767734647.123803:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734647.123807:0:247525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.123808:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.123814:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.123818:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734647.123821:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.123824:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.123826:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734647.123831:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734647.123840:0:247525:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734647.123843:0:247525:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.123847:0:247525:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734647.123855:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734647.123857:0:247525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734647.123859:0:247525:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734647.123861:0:247525:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734647.123863:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734647.123866:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734647.123869:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734647.123871:0:247525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734647.123880:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872400. 00000080:00000001:1.0:1767734647.123883:0:247525:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734647.123885:0:247525:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.123888:0:247525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734647.123892:0:247525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6ef 00800000:00000001:1.0:1767734647.123895:0:247525:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734647.123898:0:247525:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734647.123899:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.123901:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.123903:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.123906:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.123909:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.123912:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.123913:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.123915:0:247525:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.123917:0:247525:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.123920:0:247525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6ef from it ffffafc308033b58 00010000:00000001:1.0:1767734647.123922:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.123924:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.123925:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.123928:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.123930:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.123933:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.123936:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.123943:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.123945:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.123946:0:247525:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734647.123948:0:247525:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734647.123951:0:247525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.123959:0:247525:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734647.123966:0:247525:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734647.123968:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.123971:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.123972:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.123974:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.123977:0:247525:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734647.123979:0:247525:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.123981:0:247525:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.123984:0:247525:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.123987:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.123988:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.123990:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734647.123992:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734647.123994:0:247525:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734647.123997:0:247525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734647.124001:0:247525:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.124005:0:247525:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734647.124007:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b48 00000080:00002000:1.0:1767734647.124009:0:247525:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff94b200e5b6c0) flags 0x28004e refc 0 00000080:00000001:1.0:1767734647.124012:0:247525:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.124014:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b90 00000080:00200000:1.0:1767734647.124016:0:247525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=13 00000080:00000001:1.0:1767734647.124020:0:247525:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734647.124021:0:247525:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.124028:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033d08 00000080:00200008:1.0:1767734647.124030:0:247525:0:(file.c:6252:ll_getattr_dentry()) START file d160h.sanity:[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734647.124035:0:247525:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734647.124036:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033c80 00000080:00200000:1.0:1767734647.124039:0:247525:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148),name=d160h.sanity 00000080:00000010:1.0:1767734647.124044:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872400. 00800000:00000002:1.0:1767734647.124047:0:247525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734647.124051:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.124053:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.124055:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033ba0 00800000:00000002:1.0:1767734647.124057:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x8f6:0x0] 'd160h.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734647.124061:0:247525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734647.124071:0:247525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8f6:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734647.124075:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.124077:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033a70 00000002:00010000:1.0:1767734647.124079:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8f6:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734647.124083:0:247525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.124084:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.124086:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.124090:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 2 00010000:00000001:1.0:1767734647.124092:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734647.124096:0:247525:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2294 (0 0) 00000002:00000001:1.0:1767734647.124100:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.124102:0:247525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.124104:0:247525:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734647.124106:0:247525:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734647.124110:0:247525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ced80. 00000020:00000040:1.0:1767734647.124113:0:247525:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734647.124117:0:247525:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734647.124120:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.124123:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.124124:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.124126:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.124129:0:247525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734647.124131:0:247525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734647.124134:0:247525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734647.124139:0:247525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c9878c00. 00000100:00000001:1.0:1767734647.124143:0:247525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.124146:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.124148:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.124151:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.124152:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.124155:0:247525:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.124159:0:247525:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00010000:00000001:1.0:1767734647.124162:0:247525:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734647.124164:0:247525:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734647.124166:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734647.124175:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.124178:0:247525:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734647.124180:0:247525:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683fe00. 00000020:00000001:1.0:1767734647.124184:0:247525:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734647.124186:0:247525:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683fe00 with handle 0x1886cffb85c2b727 to hash 00000020:00000001:1.0:1767734647.124189:0:247525:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734647.124190:0:247525:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.124193:0:247525:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.124196:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.124199:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.124202:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.124210:0:247525:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.124220:0:247525:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00000100:00000001:1.0:1767734647.124225:0:247525:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734647.124227:0:247525:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734647.124231:0:247525:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.124234:0:247525:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058368 : -117982778493248 : ffff94b1fe65f6c0) 00000100:00000001:1.0:1767734647.124236:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.124238:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000100:00000001:1.0:1767734647.124242:0:247525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734647.124245:0:247525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.124247:0:247525:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734647.124249:0:247525:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734647.124255:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02ced80 x1853602672024576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.124264:0:247525:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734647.124266:0:247525:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.124269:0:247525:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734647.124277:0:247525:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734647.124279:0:247525:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734647.124284:0:247525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02ced80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672024576:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.124288:0:247525:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734647.124292:0:247525:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734647.124294:0:247525:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.124296:0:247525:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734647.124300:0:247525:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9294000. 02000000:00000001:1.0:1767734647.124302:0:247525:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734647.124309:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734647.124343:0:247525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734647.124349:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000200:1.0:1767734647.124354:0:247525:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672024576, portal 10 00000100:00000001:1.0:1767734647.124356:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.124358:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000100:00000040:1.0:1767734647.124366:0:247525:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02ced80 x1853602672024576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.124375:0:247525:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734647.124379:0:247525:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734647.124382:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b198. 00000100:00000200:1.0:1767734647.124386:0:247525:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672024576, offset 0 00000400:00000200:1.0:1767734647.124393:0:247525:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734647.124401:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.124409:0:247525:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734647.124414:0:247525:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734647.124420:0:247525:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734647.124426:0:247525:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734647.124431:0:247525:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734647.124436:0:247525:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66328:66328:256:4294967295] 192.168.203.112@tcp LPNI seq info [66328:66328:8:4294967295] 00000400:00000200:1.0:1767734647.124443:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.124455:0:247525:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734647.124462:0:247525:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734647.124474:0:247525:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6ff00. 00000800:00000200:1.0:1767734647.124480:0:247525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734647.124487:0:247525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734647.124491:0:247525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6ff00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734647.124511:0:247525:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.124516:0:247525:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10705 usecs (11 jiffies) 00000400:00000200:1.0:1767734647.124521:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734647.124524:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303408957 00000100:00000001:1.0:1767734647.124530:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303408952 00000100:00000001:1.0:1767734647.124535:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303408957 00000100:00000001:1.0:1767734647.124538:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303408952 00000100:00000001:1.0:1767734647.124542:0:247525:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.124545:0:247525:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.124547:0:247525:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734647.124549:0:247525:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734647.124552:0:247525:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734647.124555:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734647.124557:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734647.124676:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734647.124694:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6ff00. 00000400:00000200:2.0:1767734647.124700:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.124708:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734647.124713:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b198 00000400:00000010:2.0:1767734647.124716:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b198. 00000100:00000001:2.0:1767734647.124744:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734647.124752:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ced80 x1853602672024576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734647.124765:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734647.124769:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ced80 x1853602672024576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734647.124779:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.124783:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767734647.125377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683f400. 00000080:00000010:1.1:1767734647.125385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f20a6940. 00000800:00000001:3.0:1767734647.127351:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.127362:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734647.127366:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.127371:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.127380:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.127389:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734647.127397:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.127402:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.127408:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.127414:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d21c00 00000400:00000200:3.0:1767734647.127420:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.127429:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7afad [1] + 224 00000800:00000001:3.0:1767734647.127436:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.127444:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.127447:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.127451:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734647.127456:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734647.127463:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ced80 x1853602672024576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734647.127476:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02ced80 x1853602672024576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.127498:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734647.127505:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.127508:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.127539:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734647.127549:0:247525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734647.127551:0:247525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734647.127555:0:247525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734647.127562:0:247525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:1.0:1767734647.127564:0:247525:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:1.0:1767734647.127569:0:247525:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734647.127578:0:247525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02ced80 x1853602672024576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734647.127592:0:247525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02ced80 x1853602672024576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.127602:0:247525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734647.127604:0:247525:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.127618:0:247525:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734647.127621:0:247525:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734647.127623:0:247525:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734647.127626:0:247525:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.127629:0:247525:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734647.127635:0:247525:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734647.127639:0:247525:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734647.127642:0:247525:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734647.127644:0:247525:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.127646:0:247525:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734647.127650:0:247525:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.127653:0:247525:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734647.127655:0:247525:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:1.0:1767734647.127657:0:247525:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734647.127659:0:247525:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.127665:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02ced80 x1853602672024576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.127674:0:247525:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.127677:0:247525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734647.127679:0:247525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734647.127684:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02ced80 x1853602672024576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734647.127693:0:247525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02ced80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672024576:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.127698:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.127701:0:247525:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.127703:0:247525:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734647.127705:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.127709:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ced80 x1853602672024576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.127717:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734647.127743:0:247525:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.127748:0:247525:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734647.127749:0:247525:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.127759:0:247525:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734647.127763:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.127765:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.127768:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=4 00000020:00000001:1.0:1767734647.127771:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.127774:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000040:1.0:1767734647.127779:0:247525:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683fe00, remote cookie: 0x9bbb2ede58dab8ca, flags: 0x1001 00010000:00010000:1.0:1767734647.127785:0:247525:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab8ca expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734647.127795:0:247525:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8f6:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767734647.127799:0:247525:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1767734647.127804:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 2 00010000:00000001:1.0:1767734647.127807:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.127810:0:247525:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.127814:0:247525:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab8ca expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734647.127823:0:247525:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab8ca expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.127830:0:247525:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734647.127833:0:247525:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734647.127835:0:247525:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734647.127836:0:247525:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734647.127838:0:247525:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734647.127841:0:247525:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8f6:0x0].0x0 (ffff94b1d21e1300) refcount = 2 00010000:00000040:1.0:1767734647.127844:0:247525:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767734647.127847:0:247525:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734647.127855:0:247525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab8ca expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.127869:0:247525:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734647.127871:0:247525:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734647.127873:0:247525:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.127876:0:247525:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734647.127879:0:247525:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.127883:0:247525:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab8ca expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.127889:0:247525:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734647.127891:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.127893:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.127894:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.127895:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.127897:0:247525:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.127901:0:247525:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734647.127903:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.127905:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.127907:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=3 00000020:00000001:1.0:1767734647.127909:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.127912:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.127915:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.127916:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.127918:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=4 00000020:00000001:1.0:1767734647.127920:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.127923:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.127925:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.127928:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.127931:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab8ca expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.127939:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.127940:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.127948:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.127950:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.127951:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=5 00000020:00000001:1.0:1767734647.127954:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.127956:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.127959:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.127962:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab8ca expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.127969:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.127971:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734647.127974:0:247525:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab8ca expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.127981:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.127982:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.127984:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.127985:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.127986:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734647.127993:0:247525:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1d02ced80 x1853602672024576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734647.128002:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.128003:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.128005:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=3 00000020:00000001:1.0:1767734647.128007:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.128009:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.128012:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.128013:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.128015:0:247525:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.128017:0:247525:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.128020:0:247525:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734647.128022:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.128024:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.128025:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=3 00000020:00000001:1.0:1767734647.128033:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.128035:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00000002:00010000:1.0:1767734647.128039:0:247525:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab8ca expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.128047:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.128049:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.128050:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734647.128052:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.128053:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.128055:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=3 00000020:00000001:1.0:1767734647.128057:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.128060:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000040:1.0:1767734647.128064:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 3 00010000:00000001:1.0:1767734647.128066:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734647.128070:0:247525:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589939618/2294 (0 0) 00010000:00000001:1.0:1767734647.128074:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.128075:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.128077:0:247525:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734647.128079:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080339f0 00000002:00002000:1.0:1767734647.128082:0:247525:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734647.128085:0:247525:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.128088:0:247525:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.128091:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734647.128094:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734647.128097:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734647.128100:0:247525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734647.128103:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872400. 00000080:00000001:1.0:1767734647.128107:0:247525:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734647.128109:0:247525:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734647.128112:0:247525:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734647.128114:0:247525:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734647.128116:0:247525:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734647.128118:0:247525:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f6:0x0] 00000080:00000001:1.0:1767734647.128126:0:247525:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.128130:0:247525:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145782 : 144115272398145782 : 2000013a20008f6) 00000080:00000001:1.0:1767734647.128133:0:247525:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734647.128137:0:247525:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f6:0x0], updating i_size 512 00010000:00000001:1.0:1767734647.128140:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.128141:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.128143:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=3 00000020:00000001:1.0:1767734647.128146:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.128148:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.128151:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.128152:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734647.128154:0:247525:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767734647.128156:0:247525:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767734647.128158:0:247525:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734647.128161:0:247525:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734647.128163:0:247525:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.128166:0:247525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8f6:0x0](ffff94b1f0741148) for lock 0x1886cffb85c2b727 00800000:00000001:1.0:1767734647.128169:0:247525:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734647.128171:0:247525:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734647.128173:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.128174:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.128176:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=3 00000020:00000001:1.0:1767734647.128178:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.128180:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.128183:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.128185:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.128186:0:247525:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.128188:0:247525:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.128191:0:247525:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734647.128193:0:247525:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.128196:0:247525:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.128199:0:247525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x8f6:0x0](ffff94b1f0741148) 00000080:00010000:1.0:1767734647.128202:0:247525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b727 from it ffffafc308033cb8 00010000:00000001:1.0:1767734647.128205:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.128211:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.128212:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683fe00 refcount=3 00000020:00000001:1.0:1767734647.128215:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.128217:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798808576 : -117982910743040 : ffff94b1f683fe00) 00010000:00000001:1.0:1767734647.128220:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.128223:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab8ca expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.128230:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.128232:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.128233:0:247525:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734647.128235:0:247525:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734647.128238:0:247525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab8ca expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.128245:0:247525:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734647.128248:0:247525:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734647.128249:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.128252:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.128254:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.128256:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.128258:0:247525:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734647.128260:0:247525:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.128262:0:247525:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.128265:0:247525:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.128267:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.128269:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.128270:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734647.128273:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.128278:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02ced80 x1853602672024576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.128287:0:247525:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734647.128289:0:247525:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734647.128292:0:247525:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9294000. 02000000:00000001:1.0:1767734647.128295:0:247525:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734647.128297:0:247525:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734647.128303:0:247525:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734647.128306:0:247525:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734647.128309:0:247525:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c9878c00. 02000000:00000001:1.0:1767734647.128343:0:247525:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734647.128345:0:247525:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734647.128347:0:247525:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02ced80. 00000100:00000001:1.0:1767734647.128351:0:247525:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734647.128353:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734647.128357:0:247525:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.128362:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033d08 00000080:00000008:1.0:1767734647.128365:0:247525:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160h.sanity:[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734647.128370:0:247525:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734647.128372:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033da0 00000080:00002000:1.0:1767734647.128374:0:247525:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff94b200e5b6c0, parent ffff94b1f079b510, inode ffff94b1f0741148) hashed, 00000080:00000001:1.0:1767734647.128377:0:247525:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.128421:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734647.128425:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734647.128426:0:247525:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734647.128428:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033bc0 00000080:00200000:1.0:1767734647.128430:0:247525:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734647.128435:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872400. 00800000:00000002:1.0:1767734647.128440:0:247525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734647.128443:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.128446:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.128448:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033ae0 00800000:00000002:1.0:1767734647.128450:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734647.128454:0:247525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734647.128457:0:247525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734647.128462:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.128463:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080339b0 00000002:00010000:1.0:1767734647.128466:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734647.128469:0:247525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734647.128471:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.128473:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.128477:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734647.128488:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.128492:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.128494:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734647.128498:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734647.128507:0:247525:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734647.128510:0:247525:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.128514:0:247525:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734647.128522:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734647.128524:0:247525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734647.128526:0:247525:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734647.128529:0:247525:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734647.128531:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734647.128533:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734647.128536:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734647.128539:0:247525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734647.128542:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872400. 00000080:00000001:1.0:1767734647.128545:0:247525:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734647.128547:0:247525:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.128550:0:247525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734647.128553:0:247525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6ef 00800000:00000001:1.0:1767734647.128557:0:247525:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734647.128559:0:247525:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734647.128561:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.128562:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.128564:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.128567:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.128569:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.128572:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.128573:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.128575:0:247525:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.128582:0:247525:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.128585:0:247525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6ef from it ffffafc308033bf8 00010000:00000001:1.0:1767734647.128588:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.128589:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.128591:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:1.0:1767734647.128593:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.128596:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:1.0:1767734647.128598:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.128601:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.128608:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.128610:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.128611:0:247525:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734647.128613:0:247525:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734647.128616:0:247525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.128623:0:247525:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734647.128625:0:247525:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734647.128627:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.128630:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.128631:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.128633:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.128635:0:247525:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734647.128637:0:247525:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.128640:0:247525:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.128643:0:247525:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.128645:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.128646:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.128648:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734647.128650:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734647.128651:0:247525:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734647.128654:0:247525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734647.128658:0:247525:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.128662:0:247525:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734647.128671:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033bc0 00000080:00002000:1.0:1767734647.128673:0:247525:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff94b200e5b6c0) flags 0x28004e refc 0 00000080:00000001:1.0:1767734647.128676:0:247525:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.128678:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033c08 00000080:00200000:1.0:1767734647.128680:0:247525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=267 00000080:00000001:1.0:1767734647.128684:0:247525:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734647.128686:0:247525:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.128689:0:247525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734647.128691:0:247525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), inode mode 41ed mask 44 00000080:00000001:1.0:1767734647.128695:0:247525:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.128699:0:247525:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1767734647.128700:0:247525:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1767734647.128702:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b78 00000080:00200008:1.0:1767734647.128705:0:247525:0:(file.c:1001:ll_file_open()) START file d160h.sanity:[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), flags 300000 00000080:00000010:1.0:1767734647.128709:0:247525:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c2ea03c0. 00000080:00000001:1.0:1767734647.128714:0:247525:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1767734647.128717:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872400. 00800000:00000002:1.0:1767734647.128751:0:247525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734647.128755:0:247525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734647.128758:0:247525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.128760:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033a28 00800000:00000002:1.0:1767734647.128762:0:247525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x8f6:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734647.128766:0:247525:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:1.0:1767734647.128768:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080339a8 00800000:00000002:1.0:1767734647.128771:0:247525:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8f6:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734647.128775:0:247525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734647.128777:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080338e0 00000002:00010000:1.0:1767734647.128779:0:247525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8f6:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240300001 00000002:00000001:1.0:1767734647.128783:0:247525:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734647.128785:0:247525:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1767734647.128787:0:247525:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734647.128791:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 3 00010000:00000001:1.0:1767734647.128794:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.128797:0:247525:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734647.128800:0:247525:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.128809:0:247525:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.128812:0:247525:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.128815:0:247525:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734647.128818:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734647.128820:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.128822:0:247525:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734647.128824:0:247525:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.128827:0:247525:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.128829:0:247525:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734647.128833:0:247525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ced80. 00000020:00000040:1.0:1767734647.128837:0:247525:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:1.0:1767734647.128841:0:247525:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734647.128842:0:247525:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.128845:0:247525:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734647.128848:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.128851:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.128853:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.128855:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.128857:0:247525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734647.128859:0:247525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734647.128862:0:247525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734647.128867:0:247525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c9878c00. 00000100:00000001:1.0:1767734647.128872:0:247525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.128875:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.128877:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.128879:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.128881:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.128883:0:247525:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.128888:0:247525:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00010000:00000001:1.0:1767734647.128891:0:247525:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734647.128893:0:247525:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734647.128895:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734647.128898:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.128900:0:247525:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734647.128903:0:247525:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683f400. 00000020:00000001:1.0:1767734647.128906:0:247525:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734647.128914:0:247525:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683f400 with handle 0x1886cffb85c2b72e to hash 00000020:00000001:1.0:1767734647.128917:0:247525:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734647.128919:0:247525:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.128922:0:247525:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.128925:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.128927:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.128931:0:247525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b72e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 247525 initiator: MDT0 00010000:00010000:1.0:1767734647.128939:0:247525:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b72e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00000020:00100000:1.0:1767734647.128950:0:247525:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1767734647.128958:0:247525:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02ced80 x1853602672024832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1767734647.128968:0:247525:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b72e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 247525 initiator: MDT0 00000100:00000001:1.0:1767734647.128974:0:247525:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734647.128975:0:247525:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734647.128980:0:247525:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.128982:0:247525:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058368 : -117982778493248 : ffff94b1fe65f6c0) 00000100:00000001:1.0:1767734647.128984:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.128986:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000100:00000001:1.0:1767734647.128990:0:247525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734647.128993:0:247525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.128996:0:247525:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734647.128997:0:247525:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734647.129001:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02ced80 x1853602672024832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.129010:0:247525:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734647.129012:0:247525:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.129015:0:247525:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734647.129022:0:247525:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734647.129025:0:247525:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734647.129030:0:247525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02ced80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672024832:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.129034:0:247525:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734647.129038:0:247525:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734647.129040:0:247525:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.129042:0:247525:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734647.129090:0:247525:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767734647.129093:0:247525:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734647.129100:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734647.129104:0:247525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734647.129109:0:247525:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1f9294000. 00000100:00000200:1.0:1767734647.129114:0:247525:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672024832, portal 10 00000100:00000001:1.0:1767734647.129117:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.129118:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000100:00000040:1.0:1767734647.129125:0:247525:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02ced80 x1853602672024832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.129133:0:247525:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734647.129136:0:247525:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734647.129139:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000200:1.0:1767734647.129143:0:247525:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602672024832, offset 0 00000400:00000200:1.0:1767734647.129148:0:247525:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734647.129155:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.129160:0:247525:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734647.129165:0:247525:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734647.129168:0:247525:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734647.129172:0:247525:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734647.129175:0:247525:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734647.129179:0:247525:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66329:66329:256:4294967295] 192.168.203.112@tcp LPNI seq info [66329:66329:8:4294967295] 00000400:00000200:1.0:1767734647.129184:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.129194:0:247525:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734647.129200:0:247525:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734647.129211:0:247525:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6ff00. 00000800:00000200:1.0:1767734647.129217:0:247525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734647.129224:0:247525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734647.129228:0:247525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6ff00 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:1.0:1767734647.129249:0:247525:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.129254:0:247525:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10705 usecs (11 jiffies) 00000400:00000200:1.0:1767734647.129259:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734647.129262:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303408961 00000100:00000001:1.0:1767734647.129267:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303408957 00000100:00000001:1.0:1767734647.129271:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303408961 00000100:00000001:1.0:1767734647.129275:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303408957 00000100:00000001:1.0:1767734647.129278:0:247525:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.129281:0:247525:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.129284:0:247525:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734647.129286:0:247525:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734647.129289:0:247525:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734647.129291:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734647.129294:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734647.129434:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734647.129443:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6ff00. 00000400:00000200:2.0:1767734647.129450:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.129459:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734647.129464:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:2.0:1767734647.129467:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:2.0:1767734647.129471:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734647.129478:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ced80 x1853602672024832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734647.129490:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734647.129495:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ced80 x1853602672024832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734663 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734647.129504:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.129506:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734647.132339:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.132350:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734647.132354:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.132357:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.132364:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.132385:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734647.132453:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.132460:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.132465:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.132470:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d780d21d00 00000400:00000200:3.0:1767734647.132476:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.132482:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x7afb5 [64] + 224 00000800:00000001:3.0:1767734647.132489:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.132498:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.132501:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.132506:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734647.132510:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734647.132518:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ced80 x1853602672024832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734663 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734647.132532:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1d02ced80 x1853602672024832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734647.132556:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734647.132563:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.132567:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.132598:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734647.132608:0:247525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734647.132610:0:247525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734647.132613:0:247525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734647.132621:0:247525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f9294000 00000400:00000010:1.0:1767734647.132623:0:247525:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1f9294000. 00000100:00000001:1.0:1767734647.132627:0:247525:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734647.132637:0:247525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02ced80 x1853602672024832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734647.132651:0:247525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02ced80 x1853602672024832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.132661:0:247525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734647.132663:0:247525:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.132677:0:247525:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734647.132680:0:247525:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734647.132682:0:247525:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734647.132684:0:247525:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.132687:0:247525:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734647.132693:0:247525:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734647.132698:0:247525:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734647.132701:0:247525:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734647.132703:0:247525:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.132705:0:247525:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734647.132708:0:247525:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.132711:0:247525:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734647.132713:0:247525:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734647.132715:0:247525:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734647.132739:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.132742:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00000100:00000001:1.0:1767734647.132746:0:247525:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734647.132749:0:247525:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:1.0:1767734647.132751:0:247525:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734647.132753:0:247525:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.132761:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02ced80 x1853602672024832/t12884924583(12884924583) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.132771:0:247525:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.132774:0:247525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734647.132777:0:247525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734647.132783:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02ced80 x1853602672024832/t12884924583(12884924583) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734647.132793:0:247525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02ced80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672024832:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734647.132798:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.132801:0:247525:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.132803:0:247525:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734647.132805:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.132809:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ced80 x1853602672024832/t12884924583(12884924583) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.132826:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734647.132830:0:247525:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.132836:0:247525:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734647.132838:0:247525:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.132841:0:247525:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734647.132845:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.132848:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.132850:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f400 refcount=4 00000020:00000001:1.0:1767734647.132853:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.132856:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000040:1.0:1767734647.132862:0:247525:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683f400, remote cookie: 0x9bbb2ede58dab8d8, flags: 0x1001 00010000:00000040:1.0:1767734647.132865:0:247525:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8f6:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767734647.132869:0:247525:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1767734647.132875:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 3 00010000:00000001:1.0:1767734647.132878:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.132881:0:247525:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.132886:0:247525:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b72e lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab8d8 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734647.132897:0:247525:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b72e lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab8d8 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.132904:0:247525:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734647.132906:0:247525:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734647.132908:0:247525:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734647.132910:0:247525:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734647.132912:0:247525:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734647.132915:0:247525:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8f6:0x0].0x0 (ffff94b1d21e1300) refcount = 3 00010000:00000040:1.0:1767734647.132918:0:247525:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767734647.132921:0:247525:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab8ca expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734647.132944:0:247525:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734647.132952:0:247525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b72e lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab8d8 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.132959:0:247525:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734647.132961:0:247525:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734647.132963:0:247525:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.132966:0:247525:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734647.132969:0:247525:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.132973:0:247525:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b72e lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab8d8 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.132979:0:247525:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734647.132981:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.132982:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.132984:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.132985:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.132987:0:247525:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.132991:0:247525:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734647.132993:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.132995:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.132997:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f400 refcount=3 00000020:00000001:1.0:1767734647.133000:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.133002:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.133005:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.133006:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734647.133012:0:247525:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff94b1d02ced80 x1853602672024832/t12884924583(12884924583) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734647.133021:0:247525:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1767734647.133026:0:247525:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02ced80 x1853602672024832/t12884924583(12884924583) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734647.133039:0:247525:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.133042:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.133044:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.133045:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f400 refcount=3 00000020:00000001:1.0:1767734647.133048:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.133050:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.133053:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.133054:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.133056:0:247525:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.133058:0:247525:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.133061:0:247525:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1767734647.133063:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.133065:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155568512 : -117983553983104 : ffff94b1d02ced80) 00010000:00000001:1.0:1767734647.133067:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.133069:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.133071:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f400 refcount=3 00000020:00000001:1.0:1767734647.133073:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.133075:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00000002:00010000:1.0:1767734647.133079:0:247525:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b72e lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab8d8 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.133087:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.133088:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.133090:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734647.133092:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.133093:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.133095:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f400 refcount=3 00000020:00000001:1.0:1767734647.133097:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.133100:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000040:1.0:1767734647.133104:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 4 00010000:00000001:1.0:1767734647.133106:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734647.133116:0:247525:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 16 res 8589939618/2294 (0 0) 00010000:00000001:1.0:1767734647.133120:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.133121:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.133123:0:247525:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734647.133125:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033860 00000002:00002000:1.0:1767734647.133128:0:247525:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:1.0:1767734647.133131:0:247525:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.133135:0:247525:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.133137:0:247525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734647.133140:0:247525:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734647.133144:0:247525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734647.133147:0:247525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734647.133150:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872400. 00000080:00000001:1.0:1767734647.133154:0:247525:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734647.133157:0:247525:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734647.133159:0:247525:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734647.133161:0:247525:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734647.133163:0:247525:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f6:0x0] 00000080:00000001:1.0:1767734647.133166:0:247525:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.133170:0:247525:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145782 : 144115272398145782 : 2000013a20008f6) 00000080:00000001:1.0:1767734647.133173:0:247525:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734647.133177:0:247525:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f6:0x0], updating i_size 512 00010000:00000001:1.0:1767734647.133180:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.133181:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.133183:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f400 refcount=3 00000020:00000001:1.0:1767734647.133185:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.133188:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.133191:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.133192:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734647.133194:0:247525:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734647.133196:0:247525:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734647.133198:0:247525:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.133202:0:247525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8f6:0x0](ffff94b1f0741148) for lock 0x1886cffb85c2b72e 00800000:00000001:1.0:1767734647.133206:0:247525:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734647.133213:0:247525:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734647.133215:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.133216:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.133218:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f400 refcount=3 00000020:00000001:1.0:1767734647.133220:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.133223:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.133226:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.133227:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.133229:0:247525:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.133231:0:247525:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.133234:0:247525:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734647.133236:0:247525:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.133238:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.133244:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02ced80 x1853602672024832/t12884924583(12884924583) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734647.133252:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734647.133254:0:247525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b72e from it ffffafc308033bd0 00010000:00000001:1.0:1767734647.133257:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.133258:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.133260:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f400 refcount=3 00000020:00000001:1.0:1767734647.133262:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.133265:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798806016 : -117982910745600 : ffff94b1f683f400) 00010000:00000001:1.0:1767734647.133267:0:247525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734647.133271:0:247525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b72e lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab8d8 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.133279:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.133280:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.133282:0:247525:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734647.133284:0:247525:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734647.133287:0:247525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b72e lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab8d8 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.133294:0:247525:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734647.133301:0:247525:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734647.133303:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.133306:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.133308:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.133343:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.133347:0:247525:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734647.133349:0:247525:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.133351:0:247525:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.133354:0:247525:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.133357:0:247525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734647.133359:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.133361:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734647.133366:0:247525:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734647.133372:0:247525:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1f451ff40. 00000080:00000001:1.0:1767734647.133376:0:247525:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1767734647.133380:0:247525:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1767734647.133384:0:247525:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1767734647.133388:0:247525:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1c70ad620. 00000002:00100000:1.0:1767734647.133396:0:247525:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02ced80 x1853602672024832/t12884924583(12884924583) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734647.133405:0:247525:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.133408:0:247525:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1767734647.133412:0:247525:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1767734647.133417:0:247525:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.133420:0:247525:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1767734647.133422:0:247525:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.133425:0:247525:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.133429:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.133435:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ced80 x1853602672024832/t12884924583(12884924583) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1767734647.133444:0:247525:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734647.133448:0:247525:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767734647.133476:0:247525:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767734647.133478:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.133481:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033b78 00000080:00000008:1.0:1767734647.133484:0:247525:0:(file.c:1240:ll_file_open()) COMPLETED file d160h.sanity:[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), flags 300000, rc = 0 00000080:00000001:1.0:1767734647.133494:0:247525:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.133506:0:247525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767734647.133509:0:247525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148) cmd=c03066f0 arg=7fff4c3fced0 00000020:00000001:1.0:1767734647.133514:0:247525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767734647.133518:0:247525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff94b1c9879400. 00000020:00000001:1.0:1767734647.133522:0:247525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.133525:0:247525:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1767734647.133527:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033ad0 00000080:00200000:1.0:1767734647.133530:0:247525:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x8f6:0x0](ffff94b1f0741148) name=d0.2 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:1.0:1767734647.133536:0:247525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c9872400. 00800000:00000001:1.0:1767734647.133544:0:247525:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:1.0:1767734647.133546:0:247525:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1767734647.133549:0:247525:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:1.0:1767734647.133552:0:247525:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1767734647.133553:0:247525:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1767734647.133556:0:247525:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1767734647.133558:0:247525:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1767734647.133560:0:247525:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1ef335000: Allocated FID [0x2000013a2:0x8f8:0x0] 40000000:00000001:1.0:1767734647.133563:0:247525:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.133565:0:247525:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.133567:0:247525:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734647.133570:0:247525:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.133572:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033a08 00800000:00000002:1.0:1767734647.133574:0:247525:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd0.2' [0x2000013a2:0x8f8:0x0] on [0x2000013a2:0x8f6:0x0] -> mds #0 00000002:00000001:1.0:1767734647.133578:0:247525:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1767734647.133580:0:247525:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734647.133585:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 4 00010000:00000001:1.0:1767734647.133587:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.133590:0:247525:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734647.133594:0:247525:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734647.133597:0:247525:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab8ca expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734647.133605:0:247525:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734647.133608:0:247525:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734647.133616:0:247525:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734647.133618:0:247525:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a2:0x8f6:0x0] mode (null) 00000002:00000001:1.0:1767734647.133621:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.133623:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.133626:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 5 00010000:00000001:1.0:1767734647.133629:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.133632:0:247525:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1767734647.133635:0:247525:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1767734647.133637:0:247525:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734647.133641:0:247525:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.133644:0:247525:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f800/0x1886cffb85c2b6f6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab83e expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.133652:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.133654:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.133655:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1767734647.133657:0:247525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734647.133659:0:247525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734647.133661:0:247525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=2 00000020:00000001:1.0:1767734647.133664:0:247525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.133666:0:247525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734647.133669:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.133670:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.133672:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.133673:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.133675:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 5 00010000:00000001:1.0:1767734647.133678:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734647.133681:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.133683:0:247525:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767734647.133686:0:247525:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a2:0x8f6:0x0] lli = ffff94b1f0741080, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1767734647.133690:0:247525:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767734647.133692:0:247525:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767734647.133693:0:247525:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734647.133695:0:247525:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.133698:0:247525:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734647.133700:0:247525:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734647.133709:0:247525:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734647.133711:0:247525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734647.133713:0:247525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734647.133716:0:247525:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683fe00 with handle 0x1886cffb85c2b727 from hash 00010000:00000001:1.0:1767734647.133748:0:247525:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734647.133750:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.133752:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.133753:0:247525:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734647.133756:0:247525:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734647.133758:0:247525:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734647.133762:0:247525:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734647.133764:0:247525:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734647.133767:0:247525:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734647.133773:0:247525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cce00. 00000020:00000040:1.0:1767734647.133777:0:247525:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:1.0:1767734647.133781:0:247525:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734647.133783:0:247525:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.133785:0:247525:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734647.133788:0:247525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734647.133791:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.133793:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.133794:0:247525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.133797:0:247525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734647.133799:0:247525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734647.133802:0:247525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734647.133807:0:247525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c987b800. 00000100:00000001:1.0:1767734647.133812:0:247525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.133814:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.133816:0:247525:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734647.133821:0:247525:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab8ca expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734647.133829:0:247525:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734647.133831:0:247525:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734647.133833:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734647.133836:0:247525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683fe00/0x1886cffb85c2b727 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab8ca expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.133854:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734647.133856:0:247525:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.133858:0:247525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734647.133860:0:247525:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.133863:0:247525:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734647.133872:0:247525:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734647.133880:0:247525:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cce00 x1853602672025088/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734647.133888:0:247525:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734647.133890:0:247525:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734647.133895:0:247525:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.133897:0:247525:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090931058368 : -117982778493248 : ffff94b1fe65f6c0) 00000100:00000001:1.0:1767734647.133900:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.133901:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000001:1.0:1767734647.133905:0:247525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734647.133908:0:247525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.133910:0:247525:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734647.133912:0:247525:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734647.133916:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cce00 x1853602672025088/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.133925:0:247525:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734647.133926:0:247525:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.133930:0:247525:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734647.133932:0:247525:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734647.133934:0:247525:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734647.133938:0:247525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672025088:192.168.203.112@tcp:36:lfs.0 00000100:00000001:1.0:1767734647.133942:0:247525:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734647.133946:0:247525:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734647.133948:0:247525:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.133950:0:247525:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734647.133954:0:247525:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9294000. 02000000:00000001:1.0:1767734647.133962:0:247525:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734647.133969:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734647.133973:0:247525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734647.133978:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b5d8. 00000100:00000200:1.0:1767734647.133983:0:247525:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672025088, portal 10 00000100:00000001:1.0:1767734647.133986:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.133987:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000040:1.0:1767734647.133994:0:247525:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cce00 x1853602672025088/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.134002:0:247525:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734647.134005:0:247525:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734647.134009:0:247525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000200:1.0:1767734647.134012:0:247525:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853602672025088, offset 0 00000400:00000200:1.0:1767734647.134018:0:247525:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734647.134024:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.134030:0:247525:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734647.134035:0:247525:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734647.134038:0:247525:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734647.134042:0:247525:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734647.134045:0:247525:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734647.134049:0:247525:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66330:66330:256:4294967295] 192.168.203.112@tcp LPNI seq info [66330:66330:8:4294967295] 00000400:00000200:1.0:1767734647.134054:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734647.134064:0:247525:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734647.134069:0:247525:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734647.134074:0:247525:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f300. 00000800:00000200:1.0:1767734647.134079:0:247525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734647.134086:0:247525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734647.134090:0:247525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f300 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1767734647.134111:0:247525:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.134115:0:247525:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10705 usecs (11 jiffies) 00000400:00000200:1.0:1767734647.134120:0:247525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734647.134130:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303408966 00000100:00000001:1.0:1767734647.134136:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303408961 00000100:00000001:1.0:1767734647.134141:0:247525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303408966 00000100:00000001:1.0:1767734647.134144:0:247525:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303408961 00000100:00000001:1.0:1767734647.134148:0:247525:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.134151:0:247525:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.134153:0:247525:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734647.134155:0:247525:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734647.134158:0:247525:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe65f6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767734647.134161:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734647.134163:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734647.134278:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734647.134286:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f300. 00000400:00000200:2.0:1767734647.134291:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.134299:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734647.134304:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:2.0:1767734647.134346:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:2.0:1767734647.134365:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734647.134374:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cce00 x1853602672025088/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1767734647.134381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683f600. 00000100:00000001:2.0:1767734647.134395:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000080:00000010:1.1:1767734647.134397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70adfe0. 00000100:00000040:2.0:1767734647.134403:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cce00 x1853602672025088/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.134416:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.134420:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734647.138782:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.138793:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734647.138797:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.138800:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.138807:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.138814:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734647.138821:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.138825:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.138830:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.138834:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d21e00 00000400:00000200:3.0:1767734647.138840:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.138845:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7afbd [1] + 224 00000800:00000001:3.0:1767734647.138852:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.138871:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.138874:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.138879:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734647.138884:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734647.138892:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cce00 x1853602672025088/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734647.138906:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cce00 x1853602672025088/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.138931:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734647.138938:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734647.138943:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.138948:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734647.138955:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66331:66331:256:4294967295] 192.168.203.112@tcp LPNI seq info [66331:66331:8:4294967295] 00000400:00000200:3.0:1767734647.138961:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734647.138974:0:247525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734647.138976:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000001:1.0:1767734647.138986:0:247525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1767734647.138988:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000001:1.0:1767734647.138992:0:247525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:3.0:1767734647.138998:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38500. 00000400:00000010:1.0:1767734647.138999:0:247525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734647.139012:0:247525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b5d8 00000800:00000200:3.0:1767734647.139019:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000010:1.0:1767734647.139021:0:247525:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b5d8. 00000100:00000001:1.0:1767734647.139033:0:247525:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767734647.139040:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734647.139047:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38500 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767734647.139050:0:247525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cce00 x1853602672025088/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734647.139069:0:247525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cce00 x1853602672025088/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.139079:0:247525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734647.139081:0:247525:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.139084:0:247525:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734647.139087:0:247525:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734647.139089:0:247525:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734647.139092:0:247525:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734647.139095:0:247525:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734647.139102:0:247525:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734647.139107:0:247525:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734647.139110:0:247525:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734647.139112:0:247525:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734647.139128:0:247525:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000200:3.0:1767734647.139132:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767734647.139133:0:247525:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734647.139142:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734647.139144:0:247525:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000800:00000010:3.0:1767734647.139147:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38500. 00000100:00000040:1.0:1767734647.139150:0:247525:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x3000058a3/0x1] 00000800:00000001:2.0:1767734647.139153:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.139158:0:247525:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000400:00000200:3.0:1767734647.139161:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734647.139163:0:247525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734647.139167:0:247525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155560448 : -117983553991168 : ffff94b1d02cce00) 00000100:00000001:1.0:1767734647.139173:0:247525:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734647.139177:0:247525:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:1.0:1767734647.139183:0:247525:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767734647.139185:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734647.139188:0:247525:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734647.139202:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cce00 x1853602672025088/t12884924584(12884924584) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734663 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.139212:0:247525:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734647.139215:0:247525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734647.139217:0:247525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734647.139223:0:247525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cce00 x1853602672025088/t12884924584(12884924584) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734663 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734647.139232:0:247525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cce00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247525:1853602672025088:192.168.203.112@tcp:36:lfs.0 00000100:00000001:1.0:1767734647.139238:0:247525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734647.139240:0:247525:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.139243:0:247525:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734647.139245:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.139248:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cce00 x1853602672025088/t12884924584(12884924584) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734663 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.139258:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734647.139261:0:247525:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe65f6c0. 00000100:00000001:1.0:1767734647.139265:0:247525:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734647.139267:0:247525:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734647.139273:0:247525:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734647.139277:0:247525:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x8f8:0x0] 00800000:00000001:1.0:1767734647.139281:0:247525:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.139291:0:247525:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734647.139295:0:247525:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734647.139298:0:247525:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734647.139301:0:247525:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145784 : 144115272398145784 : 2000013a20008f8) 00000080:00000001:1.0:1767734647.139305:0:247525:0:(namei.c:117:ll_iget()) Process entered 00010000:00000010:1.1:1767734647.139346:0:247525:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683fe00. 00000080:00000010:1.0:1767734647.139358:0:247525:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1f0745ac0. 00000080:00000001:1.0:1767734647.139366:0:247525:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767734647.139369:0:247525:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x8f8:0x0](ffff94b1f0745b88) 00000080:00000001:1.0:1767734647.139372:0:247525:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734647.139374:0:247525:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f8:0x0] 00000080:00000001:1.0:1767734647.139376:0:247525:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.139379:0:247525:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145784 : 144115272398145784 : 2000013a20008f8) 00000080:00000001:1.0:1767734647.139382:0:247525:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1767734647.139385:0:247525:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145784 mtime from 0 to 1767734647 00000080:00200000:1.0:1767734647.139388:0:247525:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f8:0x0], updating i_size 512 00000080:00000001:1.0:1767734647.139391:0:247525:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767734647.139393:0:247525:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090697120648 : -117983012430968 : ffff94b1f0745b88) 00000080:00000001:1.0:1767734647.139396:0:247525:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734647.139399:0:247525:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734647.139401:0:247525:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734647.139406:0:247525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734647.139412:0:247525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cce00 x1853602672025088/t12884924584(12884924584) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734647.139420:0:247525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734647.139423:0:247525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c9872400. 00000080:00000010:1.0:1767734647.139427:0:247525:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 632 at ffff94b1c9879400. 00000080:00000001:1.0:1767734647.139430:0:247525:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.139440:0:247525:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1767734647.139442:0:247525:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1767734647.139445:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033db0 00000080:00200008:1.0:1767734647.139447:0:247525:0:(file.c:424:ll_file_release()) START file d160h.sanity:[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), flags 300000 00000080:00400000:1.0:1767734647.139451:0:247525:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x8f6:0x0] 00000080:00000001:1.0:1767734647.139455:0:247525:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1767734647.139456:0:247525:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:1.0:1767734647.139458:0:247525:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1767734647.139470:0:247525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734647.139473:0:247525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734647.139478:0:247525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1300 count: 3 00010000:00000001:1.0:1767734647.139481:0:247525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734647.139485:0:247525:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1767734647.139488:0:247525:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1767734647.139490:0:247525:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734647.139494:0:247525:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.139499:0:247525:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f400/0x1886cffb85c2b72e lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8f6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab8d8 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734647.139508:0:247525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734647.139510:0:247525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734647.139512:0:247525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1767734647.139515:0:247525:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x8f6:0x0]: 16 00000080:00000010:1.0:1767734647.139518:0:247525:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c2ea03c0. 00000080:00000001:1.0:1767734647.139521:0:247525:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.139525:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033db0 00000080:00000008:1.0:1767734647.139528:0:247525:0:(file.c:464:ll_file_release()) COMPLETED file d160h.sanity:[0x2000013a2:0x8f6:0x0](ffff94b1f0741148), flags 300000, rc = 0 00000080:00000001:1.0:1767734647.139531:0:247525:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.139533:0:247525:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734647.139536:0:247525:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734647.139538:0:247525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308033e00 00000080:00002000:1.0:1767734647.139541:0:247525:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff94b200e5b6c0, parent ffff94b1f079b510, inode ffff94b1f0741148) hashed, 00000080:00000001:1.0:1767734647.139544:0:247525:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734647.145403:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303408966, at 4303408967 00000100:00000010:3.0:1767734647.145419:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d6c0. 00000100:00000040:2.0:1767734647.145466:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303408966, at 4303408967 00000100:00000010:2.0:1767734647.145477:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d5a0. 00000002:00000001:0.0:1767734647.169659:0:247533:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:0.0:1767734647.169667:0:247533:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1c41a1000. 00000002:00000001:0.0:1767734647.169672:0:247533:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734647.169687:0:247533:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:0.0:1767734647.169963:0:247534:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:0.0:1767734647.169969:0:247534:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000040:0.0:1767734647.169976:0:247534:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1fb35c6c0 : new refcount 2 00000040:00000001:0.0:1767734647.169980:0:247534:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767734647.169985:0:247534:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1c3fbce00. 00000040:00000001:0.0:1767734647.169990:0:247534:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767734647.169994:0:247534:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:0.0:1767734647.169999:0:247534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daa300. 00000020:00000040:0.0:1767734647.170002:0:247534:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734647.170006:0:247534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734647.170009:0:247534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734647.170013:0:247534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734647.170018:0:247534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1de13e400. 00000100:00000001:0.0:1767734647.170023:0:247534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.170030:0:247534:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734647.170031:0:247534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734647.170035:0:247534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f780. 00000100:00000001:0.0:1767734647.170038:0:247534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506048 : -117982986045568 : ffff94b1f206f780) 00000100:00000001:0.0:1767734647.170050:0:247534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734647.170051:0:247534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000001:0.0:1767734647.170055:0:247534:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734647.170060:0:247534:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.170062:0:247534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734647.170064:0:247534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734647.170072:0:247534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daa300 x1853602672025216/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.170083:0:247534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734647.170085:0:247534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.170093:0:247534:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734647.170096:0:247534:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734647.170099:0:247534:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734647.170103:0:247534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:247534:1853602672025216:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1767734647.170107:0:247534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734647.170111:0:247534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734647.170113:0:247534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.170116:0:247534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734647.170120:0:247534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c3fbc000. 02000000:00000001:0.0:1767734647.170122:0:247534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734647.170129:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734647.170133:0:247534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558478. 00000400:00000010:0.0:1767734647.170138:0:247534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80baa0. 00000100:00000200:0.0:1767734647.170143:0:247534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672025216, portal 10 00000100:00000001:0.0:1767734647.170146:0:247534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734647.170148:0:247534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000040:0.0:1767734647.170156:0:247534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daa300 x1853602672025216/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.170167:0:247534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734647.170170:0:247534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734647.170173:0:247534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bbb0. 00000100:00000200:0.0:1767734647.170177:0:247534:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853602672025216, offset 0 00000400:00000200:0.0:1767734647.170183:0:247534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734647.170196:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734647.170203:0:247534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734647.170207:0:247534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734647.170211:0:247534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734647.170214:0:247534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734647.170217:0:247534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734647.170221:0:247534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66332:66332:256:4294967295] 192.168.203.112@tcp LPNI seq info [66332:66332:8:4294967295] 00000400:00000200:0.0:1767734647.170227:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734647.170236:0:247534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734647.170242:0:247534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734647.170247:0:247534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1200. 00000800:00000200:0.0:1767734647.170253:0:247534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734647.170260:0:247534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734647.170265:0:247534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1767734647.170284:0:247534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734647.170289:0:247534:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10705 usecs (11 jiffies) 00000400:00000200:0.0:1767734647.170293:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734647.170296:0:247534:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303409002 00000100:00000010:0.0:1767734647.170302:0:247534:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f46459c0. 00000100:00000001:0.0:1767734647.170309:0:247534:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767734647.170392:0:247534:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303409003 00000100:00000010:0.0:1767734647.170397:0:247534:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645720. 00000100:00000001:0.0:1767734647.170402:0:247534:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767734647.170407:0:247534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734647.170411:0:247534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.170414:0:247534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734647.170418:0:247534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734647.170421:0:247534:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f780 going to sleep for 11 seconds 00000100:00000001:0.0:1767734647.170425:0:247534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734647.170430:0:247534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734647.170592:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734647.170600:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1200. 00000400:00000200:2.0:1767734647.170605:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.170612:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734647.170618:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bbb0 00000400:00000010:2.0:1767734647.170620:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bbb0. 00000100:00000001:2.0:1767734647.170624:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734647.170631:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa300 x1853602672025216/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.170644:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734647.170648:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2daa300 x1853602672025216/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.170658:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.170660:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734647.172589:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.172600:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734647.172604:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.172619:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.172627:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.172634:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734647.172641:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.172646:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.172650:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.172655:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 10 MB=0x695d780d21e80 00000400:00000200:3.0:1767734647.172661:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.172666:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 272/272 into md 0x7afc5 [1] + 224 00000800:00000001:3.0:1767734647.172673:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.172681:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.172685:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.172689:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734647.172694:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734647.172701:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa300 x1853602672025216/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734647.172716:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94b1f2daa300 x1853602672025216/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.172774:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734647.172784:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.172790:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.172829:0:247534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734647.172838:0:247534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734647.172841:0:247534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734647.172844:0:247534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558478. 00000400:00000200:0.0:1767734647.172851:0:247534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80baa0 00000400:00000010:0.0:1767734647.172853:0:247534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80baa0. 00000100:00000001:0.0:1767734647.172857:0:247534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734647.172867:0:247534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa300 x1853602672025216/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734647.172881:0:247534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa300 x1853602672025216/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.172891:0:247534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734647.172893:0:247534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.172896:0:247534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734647.172899:0:247534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734647.172901:0:247534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734647.172903:0:247534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.172906:0:247534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734647.172912:0:247534:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734647.172916:0:247534:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734647.172920:0:247534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734647.172922:0:247534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734647.172924:0:247534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734647.172928:0:247534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.172931:0:247534:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734647.172934:0:247534:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:0.0:1767734647.172936:0:247534:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734647.172939:0:247534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734647.172944:0:247534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daa300 x1853602672025216/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.172954:0:247534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734647.172957:0:247534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734647.172959:0:247534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734647.172964:0:247534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa300 x1853602672025216/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734663 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734647.172988:0:247534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:247534:1853602672025216:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1767734647.172994:0:247534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.172996:0:247534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.172999:0:247534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734647.173001:0:247534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734647.173005:0:247534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa300 x1853602672025216/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.173014:0:247534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734647.173017:0:247534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f780. 00000100:00000001:0.0:1767734647.173020:0:247534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734647.173022:0:247534:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734647.173026:0:247534:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1767734647.173028:0:247534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734647.173030:0:247534:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734647.173033:0:247534:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767734647.173035:0:247534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734647.173038:0:247534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa300 x1853602672025216/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.173046:0:247534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734647.173048:0:247534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734647.173051:0:247534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c3fbc000. 02000000:00000001:0.0:1767734647.173054:0:247534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734647.173055:0:247534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734647.173057:0:247534:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734647.173059:0:247534:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734647.173061:0:247534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1de13e400. 02000000:00000001:0.0:1767734647.173064:0:247534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734647.173066:0:247534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734647.173068:0:247534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa300. 00000100:00000001:0.0:1767734647.173072:0:247534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734647.173073:0:247534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767734647.173076:0:247534:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734647.173085:0:247534:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767734647.173095:0:247534:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94b1c417c000. 00000040:00000001:0.0:1767734647.173097:0:247534:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767734647.173100:0:247534:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1767734647.173103:0:247534:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:0.0:1767734647.173108:0:247534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daa300. 00000020:00000040:0.0:1767734647.173111:0:247534:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734647.173115:0:247534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734647.173117:0:247534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734647.173121:0:247534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734647.173125:0:247534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c3fbc000. 00000100:00000001:0.0:1767734647.173130:0:247534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.173134:0:247534:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734647.173135:0:247534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734647.173140:0:247534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f780. 00000100:00000001:0.0:1767734647.173142:0:247534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506048 : -117982986045568 : ffff94b1f206f780) 00000100:00000001:0.0:1767734647.173145:0:247534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734647.173147:0:247534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000001:0.0:1767734647.173151:0:247534:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734647.173155:0:247534:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.173157:0:247534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734647.173159:0:247534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734647.173164:0:247534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daa300 x1853602672025344/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.173173:0:247534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734647.173175:0:247534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.173178:0:247534:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734647.173180:0:247534:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734647.173183:0:247534:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734647.173187:0:247534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:247534:1853602672025344:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1767734647.173191:0:247534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734647.173194:0:247534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734647.173197:0:247534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.173199:0:247534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734647.173222:0:247534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1f01c8000. 02000000:00000001:0.0:1767734647.173224:0:247534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734647.173231:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734647.173235:0:247534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558478. 00000400:00000010:0.0:1767734647.173240:0:247534:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1f206f480. 00000100:00000200:0.0:1767734647.173244:0:247534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672025344, portal 10 00000100:00000001:0.0:1767734647.173247:0:247534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734647.173248:0:247534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000040:0.0:1767734647.173255:0:247534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daa300 x1853602672025344/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.173264:0:247534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734647.173267:0:247534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734647.173270:0:247534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80baa0. 00000100:00000200:0.0:1767734647.173273:0:247534:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672025344, offset 0 00000400:00000200:0.0:1767734647.173279:0:247534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734647.173285:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734647.173291:0:247534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734647.173295:0:247534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734647.173299:0:247534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734647.173303:0:247534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734647.173306:0:247534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734647.173352:0:247534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66333:66333:256:4294967295] 192.168.203.112@tcp LPNI seq info [66333:66333:8:4294967295] 00000400:00000200:0.0:1767734647.173360:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734647.173375:0:247534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734647.173383:0:247534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734647.173388:0:247534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1600. 00000800:00000200:0.0:1767734647.173395:0:247534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734647.173403:0:247534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734647.173408:0:247534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767734647.173428:0:247534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734647.173434:0:247534:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10703 usecs (11 jiffies) 00000400:00000200:0.0:1767734647.173449:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734647.173453:0:247534:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303409006 00000100:00000001:0.0:1767734647.173460:0:247534:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303409002 00000100:00000001:0.0:1767734647.173466:0:247534:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303409006 00000100:00000001:0.0:1767734647.173472:0:247534:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303409003 00000100:00000001:0.0:1767734647.173477:0:247534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734647.173480:0:247534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.173483:0:247534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734647.173485:0:247534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734647.173488:0:247534:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f780 going to sleep for 11 seconds 00000100:00000001:0.0:1767734647.173493:0:247534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734647.173497:0:247534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734647.173539:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734647.173546:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1600. 00000400:00000200:3.0:1767734647.173551:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.173558:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734647.173563:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80baa0 00000400:00000010:3.0:1767734647.173566:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80baa0. 00000100:00000001:3.0:1767734647.173570:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734647.173576:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa300 x1853602672025344/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.173588:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734647.173603:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2daa300 x1853602672025344/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.173611:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.173614:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734647.175649:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.175661:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734647.175665:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.175668:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.175675:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.175682:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734647.175689:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.175693:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.175698:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.175702:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8416 into portal 10 MB=0x695d780d21f00 00000400:00000200:3.0:1767734647.175803:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.175810:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8416/8416 into md 0x7afcd [4] + 224 00000800:00000001:3.0:1767734647.175817:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.175830:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.175833:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.175837:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734647.175842:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734647.175849:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa300 x1853602672025344/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734647.175863:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94b1f2daa300 x1853602672025344/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.175887:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734647.175894:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.175898:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.175942:0:247534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734647.175952:0:247534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734647.175954:0:247534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734647.175958:0:247534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558478. 00000400:00000200:0.0:1767734647.175965:0:247534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f206f480 00000400:00000010:0.0:1767734647.175967:0:247534:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1f206f480. 00000100:00000001:0.0:1767734647.175971:0:247534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734647.175981:0:247534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa300 x1853602672025344/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734647.175995:0:247534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa300 x1853602672025344/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.176006:0:247534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734647.176008:0:247534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.176011:0:247534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734647.176013:0:247534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734647.176016:0:247534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734647.176018:0:247534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.176021:0:247534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734647.176028:0:247534:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734647.176032:0:247534:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734647.176035:0:247534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734647.176049:0:247534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734647.176052:0:247534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734647.176055:0:247534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.176058:0:247534:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734647.176061:0:247534:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:0.0:1767734647.176064:0:247534:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734647.176066:0:247534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734647.176072:0:247534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daa300 x1853602672025344/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.176082:0:247534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734647.176085:0:247534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734647.176087:0:247534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734647.176092:0:247534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa300 x1853602672025344/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734663 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734647.176101:0:247534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:247534:1853602672025344:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1767734647.176107:0:247534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.176109:0:247534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.176112:0:247534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734647.176114:0:247534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734647.176117:0:247534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa300 x1853602672025344/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.176125:0:247534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734647.176128:0:247534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f780. 00000100:00000001:0.0:1767734647.176131:0:247534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734647.176133:0:247534:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734647.176140:0:247534:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1767734647.176142:0:247534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734647.176146:0:247534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa300 x1853602672025344/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.176154:0:247534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734647.176156:0:247534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734647.176164:0:247534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1f01c8000. 02000000:00000001:0.0:1767734647.176175:0:247534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734647.176177:0:247534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734647.176179:0:247534:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734647.176182:0:247534:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734647.176184:0:247534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c3fbc000. 02000000:00000001:0.0:1767734647.176187:0:247534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734647.176189:0:247534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734647.176191:0:247534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa300. 00000100:00000001:0.0:1767734647.176194:0:247534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734647.176196:0:247534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767734647.176199:0:247534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734647.176200:0:247534:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734647.176202:0:247534:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767734647.176205:0:247534:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734647.176209:0:247534:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:0.0:1767734647.176212:0:247534:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 1, last_idx 2 00000040:00000001:0.0:1767734647.176216:0:247534:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734647.176218:0:247534:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734647.176221:0:247534:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:0.0:1767734647.176224:0:247534:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767734647.176229:0:247534:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94b1f46454e0. 00000040:00001000:0.0:1767734647.176233:0:247534:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 2 startidx 0 first_idx 1 last_idx 0 read_mode 0 00000040:00000001:0.0:1767734647.176237:0:247534:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767734647.176244:0:247534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c3fbc000. 00000020:00000010:0.0:1767734647.176249:0:247534:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c3fbdc00. 00000040:00000010:0.0:1767734647.176254:0:247534:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c3fbc800. 00000020:00000010:0.0:1767734647.176259:0:247534:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1f0d05800. 00000020:00000010:0.0:1767734647.176266:0:247534:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94b1f39ea840. 00000020:00000010:0.0:1767734647.176272:0:247534:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c3fbde00. 80000000:00000010:0.0:1767734647.176277:0:247534:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1f46457e0. 40000000:00000010:0.0:1767734647.176283:0:247534:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94b1fe4a8d40. 00100000:00000010:0.0:1767734647.176289:0:247534:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94b1f0d06000. 00040000:00000010:0.0:1767734647.176295:0:247534:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1c41a1f00. 00040000:00000010:0.0:1767734647.176300:0:247534:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff94b1f0d02000. 00040000:00000010:0.0:1767734647.176354:0:247534:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c3eaca00. 00000004:00000010:0.0:1767734647.176362:0:247534:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94b1f0d06800. 00000004:00000010:0.0:1767734647.176371:0:247534:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff94b1c70c7000. 00000004:00000010:0.0:1767734647.176377:0:247534:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff94b1f0d03000. 00002000:00000010:0.0:1767734647.176383:0:247534:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff94b1de13e400. 00000004:00000010:0.0:1767734647.176388:0:247534:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff94b1de13d800. 00000020:00000010:0.0:1767734647.176395:0:247534:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1fe4a8140. 00000040:00000010:0.0:1767734647.176407:0:247534:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94b1c417a000. 00000040:00001000:0.0:1767734647.176411:0:247534:0:(llog.c:607:llog_process_thread()) index: 2 last_index 64767 00000040:00000001:0.0:1767734647.176415:0:247534:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767734647.176418:0:247534:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1767734647.176422:0:247534:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:0.0:1767734647.176428:0:247534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daa300. 00000020:00000040:0.0:1767734647.176432:0:247534:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734647.176436:0:247534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734647.176439:0:247534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734647.176443:0:247534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734647.176448:0:247534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c3eade00. 00000100:00000001:0.0:1767734647.176453:0:247534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.176457:0:247534:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734647.176459:0:247534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734647.176463:0:247534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f780. 00000100:00000001:0.0:1767734647.176466:0:247534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506048 : -117982986045568 : ffff94b1f206f780) 00000100:00000001:0.0:1767734647.176469:0:247534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734647.176471:0:247534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000001:0.0:1767734647.176476:0:247534:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734647.176479:0:247534:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.176482:0:247534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734647.176484:0:247534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734647.176490:0:247534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daa300 x1853602672025472/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.176500:0:247534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734647.176502:0:247534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.176506:0:247534:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734647.176517:0:247534:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734647.176520:0:247534:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734647.176525:0:247534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:247534:1853602672025472:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1767734647.176530:0:247534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734647.176534:0:247534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734647.176536:0:247534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.176538:0:247534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734647.176551:0:247534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1f01c8000. 02000000:00000001:0.0:1767734647.176554:0:247534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734647.176561:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734647.176565:0:247534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558478. 00000400:00000010:0.0:1767734647.176569:0:247534:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1f206f480. 00000100:00000200:0.0:1767734647.176574:0:247534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672025472, portal 10 00000100:00000001:0.0:1767734647.176576:0:247534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734647.176578:0:247534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000040:0.0:1767734647.176585:0:247534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daa300 x1853602672025472/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.176594:0:247534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734647.176598:0:247534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734647.176601:0:247534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80be58. 00000100:00000200:0.0:1767734647.176605:0:247534:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672025472, offset 0 00000400:00000200:0.0:1767734647.176611:0:247534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734647.176617:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734647.176623:0:247534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734647.176627:0:247534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734647.176631:0:247534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734647.176635:0:247534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734647.176639:0:247534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734647.176642:0:247534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66334:66334:256:4294967295] 192.168.203.112@tcp LPNI seq info [66334:66334:8:4294967295] 00000400:00000200:0.0:1767734647.176648:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734647.176657:0:247534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734647.176663:0:247534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734647.176673:0:247534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1c00. 00000800:00000200:0.0:1767734647.176679:0:247534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734647.176686:0:247534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734647.176690:0:247534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1c00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767734647.176708:0:247534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734647.176713:0:247534:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10703 usecs (11 jiffies) 00000400:00000200:0.0:1767734647.176740:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734647.176744:0:247534:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303409009 00000100:00000001:0.0:1767734647.176750:0:247534:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303409006 00000100:00000001:0.0:1767734647.176754:0:247534:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303409009 00000100:00000001:0.0:1767734647.176758:0:247534:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303409006 00000100:00000001:0.0:1767734647.176762:0:247534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734647.176765:0:247534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.176768:0:247534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734647.176770:0:247534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734647.176773:0:247534:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f780 going to sleep for 11 seconds 00000100:00000001:0.0:1767734647.176775:0:247534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734647.176778:0:247534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734647.176888:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734647.176896:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1c00. 00000400:00000200:3.0:1767734647.176902:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.176909:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734647.176925:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80be58 00000400:00000010:3.0:1767734647.176928:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80be58. 00000100:00000001:3.0:1767734647.176932:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734647.176939:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa300 x1853602672025472/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.176952:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734647.176956:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2daa300 x1853602672025472/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.176965:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.176968:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734647.178974:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.178985:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734647.178989:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.178992:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.178999:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.179006:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734647.179013:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.179018:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.179085:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.179091:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d780d21f80 00000400:00000200:3.0:1767734647.179097:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.179102:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7afd5 [4] + 224 00000800:00000001:3.0:1767734647.179110:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.179135:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.179140:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.179148:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734647.179155:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734647.179165:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa300 x1853602672025472/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734647.179184:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1f2daa300 x1853602672025472/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.179240:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734647.179249:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.179254:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.179296:0:247534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734647.179305:0:247534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734647.179308:0:247534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734647.179347:0:247534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558478. 00000400:00000200:0.0:1767734647.179354:0:247534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f206f480 00000400:00000010:0.0:1767734647.179356:0:247534:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1f206f480. 00000100:00000001:0.0:1767734647.179361:0:247534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734647.179370:0:247534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa300 x1853602672025472/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734647.179384:0:247534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa300 x1853602672025472/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.179394:0:247534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734647.179397:0:247534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.179411:0:247534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734647.179414:0:247534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734647.179416:0:247534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734647.179419:0:247534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.179422:0:247534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734647.179428:0:247534:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734647.179433:0:247534:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734647.179436:0:247534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734647.179437:0:247534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734647.179440:0:247534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734647.179443:0:247534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.179447:0:247534:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734647.179449:0:247534:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:0.0:1767734647.179451:0:247534:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734647.179454:0:247534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734647.179459:0:247534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daa300 x1853602672025472/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.179469:0:247534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734647.179472:0:247534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734647.179474:0:247534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734647.179479:0:247534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa300 x1853602672025472/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734647.179489:0:247534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:247534:1853602672025472:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1767734647.179494:0:247534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.179497:0:247534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.179499:0:247534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734647.179501:0:247534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734647.179505:0:247534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa300 x1853602672025472/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.179513:0:247534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734647.179516:0:247534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f780. 00000100:00000001:0.0:1767734647.179519:0:247534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734647.179526:0:247534:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734647.179533:0:247534:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1767734647.179535:0:247534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734647.179540:0:247534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa300 x1853602672025472/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.179547:0:247534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734647.179549:0:247534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734647.179552:0:247534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1f01c8000. 02000000:00000001:0.0:1767734647.179562:0:247534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734647.179564:0:247534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734647.179566:0:247534:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734647.179569:0:247534:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734647.179571:0:247534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c3eade00. 02000000:00000001:0.0:1767734647.179574:0:247534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734647.179576:0:247534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734647.179578:0:247534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa300. 00000100:00000001:0.0:1767734647.179581:0:247534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734647.179583:0:247534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767734647.179586:0:247534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734647.179588:0:247534:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734647.179590:0:247534:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767734647.179592:0:247534:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767734647.179596:0:247534:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c417a000 type=0x1064553b idx=1 00000040:00001000:0.0:1767734647.179600:0:247534:0:(llog.c:720:llog_process_thread()) synced_idx: 2 00000040:00000001:0.0:1767734647.179603:0:247534:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767734647.179605:0:247534:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1767734647.179607:0:247534:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:0.0:1767734647.179611:0:247534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daa300. 00000020:00000040:0.0:1767734647.179614:0:247534:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734647.179617:0:247534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734647.179619:0:247534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734647.179622:0:247534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734647.179627:0:247534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c3eade00. 00000100:00000001:0.0:1767734647.179631:0:247534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.179635:0:247534:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734647.179636:0:247534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734647.179646:0:247534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f780. 00000100:00000001:0.0:1767734647.179649:0:247534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506048 : -117982986045568 : ffff94b1f206f780) 00000100:00000001:0.0:1767734647.179652:0:247534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734647.179654:0:247534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000001:0.0:1767734647.179658:0:247534:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734647.179661:0:247534:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.179664:0:247534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734647.179665:0:247534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734647.179670:0:247534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daa300 x1853602672025600/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.179680:0:247534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734647.179682:0:247534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.179685:0:247534:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734647.179688:0:247534:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734647.179691:0:247534:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734647.179694:0:247534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:247534:1853602672025600:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1767734647.179698:0:247534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734647.179702:0:247534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734647.179704:0:247534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.179706:0:247534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734647.179741:0:247534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1f01c8000. 02000000:00000001:0.0:1767734647.179745:0:247534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734647.179752:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734647.179756:0:247534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558478. 00000400:00000010:0.0:1767734647.179761:0:247534:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1f206f480. 00000100:00000200:0.0:1767734647.179766:0:247534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672025600, portal 10 00000100:00000001:0.0:1767734647.179768:0:247534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734647.179770:0:247534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000040:0.0:1767734647.179777:0:247534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daa300 x1853602672025600/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.179786:0:247534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734647.179790:0:247534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734647.179793:0:247534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b2a8. 00000100:00000200:0.0:1767734647.179804:0:247534:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672025600, offset 0 00000400:00000200:0.0:1767734647.179810:0:247534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734647.179816:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734647.179823:0:247534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734647.179827:0:247534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734647.179831:0:247534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734647.179835:0:247534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734647.179838:0:247534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734647.179842:0:247534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66335:66335:256:4294967295] 192.168.203.112@tcp LPNI seq info [66335:66335:8:4294967295] 00000400:00000200:0.0:1767734647.179848:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734647.179857:0:247534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734647.179863:0:247534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734647.179868:0:247534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1500. 00000800:00000200:0.0:1767734647.179874:0:247534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734647.179880:0:247534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734647.179885:0:247534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767734647.179905:0:247534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734647.179910:0:247534:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10703 usecs (11 jiffies) 00000400:00000200:0.0:1767734647.179915:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734647.179918:0:247534:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303409012 00000100:00000001:0.0:1767734647.179923:0:247534:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303409009 00000100:00000001:0.0:1767734647.179928:0:247534:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303409012 00000100:00000001:0.0:1767734647.179932:0:247534:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303409009 00000100:00000001:0.0:1767734647.179936:0:247534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734647.179939:0:247534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.179942:0:247534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734647.179944:0:247534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734647.179947:0:247534:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f780 going to sleep for 11 seconds 00000100:00000001:0.0:1767734647.179951:0:247534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734647.179955:0:247534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734647.180038:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734647.180045:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1500. 00000400:00000200:3.0:1767734647.180051:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.180059:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734647.180064:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b2a8 00000400:00000010:3.0:1767734647.180067:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b2a8. 00000100:00000001:3.0:1767734647.180071:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734647.180078:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa300 x1853602672025600/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.180091:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734647.180095:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2daa300 x1853602672025600/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.180104:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.180106:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734647.181940:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.181952:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734647.181955:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.181958:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.181965:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.181972:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734647.181979:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.181984:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.182049:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.182055:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d780d22000 00000400:00000200:3.0:1767734647.182062:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.182067:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7afdd [4] + 224 00000800:00000001:3.0:1767734647.182075:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.182085:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.182100:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.182105:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734647.182111:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734647.182118:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa300 x1853602672025600/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734647.182132:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1f2daa300 x1853602672025600/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.182155:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734647.182162:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.182167:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.182239:0:247534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734647.182249:0:247534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734647.182251:0:247534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734647.182255:0:247534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558478. 00000400:00000200:0.0:1767734647.182261:0:247534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f206f480 00000400:00000010:0.0:1767734647.182264:0:247534:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1f206f480. 00000100:00000001:0.0:1767734647.182268:0:247534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734647.182277:0:247534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa300 x1853602672025600/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734647.182291:0:247534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa300 x1853602672025600/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.182301:0:247534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734647.182303:0:247534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.182306:0:247534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734647.182309:0:247534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734647.182612:0:247534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734647.182615:0:247534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.182618:0:247534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734647.182625:0:247534:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734647.182634:0:247534:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734647.182640:0:247534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734647.182642:0:247534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734647.182645:0:247534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734647.182648:0:247534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.182651:0:247534:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734647.182653:0:247534:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:0.0:1767734647.182656:0:247534:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734647.182658:0:247534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734647.182665:0:247534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daa300 x1853602672025600/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.182675:0:247534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734647.182678:0:247534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734647.182680:0:247534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734647.182685:0:247534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa300 x1853602672025600/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734647.182706:0:247534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:247534:1853602672025600:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1767734647.182712:0:247534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.182715:0:247534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.182717:0:247534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734647.182743:0:247534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734647.182749:0:247534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa300 x1853602672025600/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.182757:0:247534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734647.182760:0:247534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f780. 00000100:00000001:0.0:1767734647.182763:0:247534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734647.182765:0:247534:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734647.182771:0:247534:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1767734647.182773:0:247534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734647.182776:0:247534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa300 x1853602672025600/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.182784:0:247534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734647.182786:0:247534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734647.182789:0:247534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1f01c8000. 02000000:00000001:0.0:1767734647.182799:0:247534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734647.182802:0:247534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734647.182804:0:247534:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734647.182806:0:247534:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734647.182809:0:247534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c3eade00. 02000000:00000001:0.0:1767734647.182812:0:247534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734647.182814:0:247534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734647.182816:0:247534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa300. 00000100:00000001:0.0:1767734647.182819:0:247534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734647.182821:0:247534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767734647.182882:0:247534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734647.182884:0:247534:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734647.182887:0:247534:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767734647.182889:0:247534:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767734647.182899:0:247534:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c417a000 type=0x1064553b idx=1 00000040:00001000:0.0:1767734647.182906:0:247534:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:0.0:1767734647.182909:0:247534:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c417a040 type=0x1064553b idx=2 00000040:00001000:0.0:1767734647.182913:0:247534:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 64 (8128 remains) 00000040:00080000:0.0:1767734647.182916:0:247534:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00000001:0.0:1767734647.182920:0:247534:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:0.0:1767734647.182924:0:247534:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:0.0:1767734647.182927:0:247534:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x25:0x0] at index 2 of catalog [0xa:0x5:0x0] 00000040:00000001:0.0:1767734647.182932:0:247534:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1767734647.182936:0:247534:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767734647.182939:0:247534:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1c3eade00. 00000040:00000001:0.0:1767734647.182943:0:247534:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767734647.182946:0:247534:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:0.0:1767734647.182950:0:247534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daa300. 00000020:00000040:0.0:1767734647.182954:0:247534:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734647.182958:0:247534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734647.182960:0:247534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734647.182964:0:247534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734647.182970:0:247534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c3eac600. 00000100:00000001:0.0:1767734647.182975:0:247534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.182978:0:247534:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734647.182980:0:247534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734647.182984:0:247534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f780. 00000100:00000001:0.0:1767734647.182986:0:247534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506048 : -117982986045568 : ffff94b1f206f780) 00000100:00000001:0.0:1767734647.182989:0:247534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734647.182991:0:247534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000001:0.0:1767734647.182995:0:247534:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734647.182998:0:247534:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.183001:0:247534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734647.183002:0:247534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734647.183008:0:247534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daa300 x1853602672025728/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.183018:0:247534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734647.183020:0:247534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.183031:0:247534:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734647.183034:0:247534:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734647.183038:0:247534:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734647.183043:0:247534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:247534:1853602672025728:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1767734647.183048:0:247534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734647.183051:0:247534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734647.183054:0:247534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.183056:0:247534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734647.183069:0:247534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c4280600. 02000000:00000001:0.0:1767734647.183071:0:247534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734647.183078:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734647.183081:0:247534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558478. 00000400:00000010:0.0:1767734647.183086:0:247534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bdd0. 00000100:00000200:0.0:1767734647.183091:0:247534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672025728, portal 10 00000100:00000001:0.0:1767734647.183093:0:247534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734647.183095:0:247534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000040:0.0:1767734647.183101:0:247534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daa300 x1853602672025728/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.183109:0:247534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734647.183112:0:247534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734647.183115:0:247534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b2a8. 00000100:00000200:0.0:1767734647.183118:0:247534:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672025728, offset 0 00000400:00000200:0.0:1767734647.183123:0:247534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734647.183129:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734647.183135:0:247534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734647.183139:0:247534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734647.183143:0:247534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734647.183147:0:247534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734647.183150:0:247534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734647.183154:0:247534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66336:66336:256:4294967295] 192.168.203.112@tcp LPNI seq info [66336:66336:8:4294967295] 00000400:00000200:0.0:1767734647.183159:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734647.183168:0:247534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734647.183181:0:247534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734647.183186:0:247534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1300. 00000800:00000200:0.0:1767734647.183192:0:247534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734647.183198:0:247534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734647.183207:0:247534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1300 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767734647.183228:0:247534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734647.183234:0:247534:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10703 usecs (11 jiffies) 00000400:00000200:0.0:1767734647.183239:0:247534:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734647.183241:0:247534:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303409015 00000100:00000001:0.0:1767734647.183248:0:247534:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303409012 00000100:00000001:0.0:1767734647.183254:0:247534:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303409015 00000100:00000001:0.0:1767734647.183266:0:247534:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303409012 00000100:00000001:0.0:1767734647.183271:0:247534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734647.183275:0:247534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734647.183278:0:247534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734647.183280:0:247534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734647.183283:0:247534:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f780 going to sleep for 11 seconds 00000100:00000001:0.0:1767734647.183286:0:247534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734647.183289:0:247534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734647.183377:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734647.183384:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1300. 00000400:00000200:3.0:1767734647.183390:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.183397:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734647.183403:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b2a8 00000400:00000010:3.0:1767734647.183406:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b2a8. 00000100:00000001:3.0:1767734647.183410:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734647.183417:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa300 x1853602672025728/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734663 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.183429:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734647.183434:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2daa300 x1853602672025728/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734663 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.183443:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.183445:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734647.185349:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.185360:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734647.185364:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.185367:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.185374:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.185381:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734647.185388:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.185392:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.185406:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.185411:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d22080 00000400:00000200:3.0:1767734647.185416:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.185422:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7afe5 [1] + 224 00000800:00000001:3.0:1767734647.185428:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.185437:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734647.185440:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.185445:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734647.185449:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734647.185457:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa300 x1853602672025728/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734647.185470:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff94b1f2daa300 x1853602672025728/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.185495:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734647.185502:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734647.185506:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.185600:0:247534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734647.185614:0:247534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734647.185616:0:247534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734647.185619:0:247534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558478. 00000400:00000200:0.0:1767734647.185626:0:247534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bdd0 00000400:00000010:0.0:1767734647.185628:0:247534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bdd0. 00000100:00000001:0.0:1767734647.185632:0:247534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734647.185646:0:247534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa300 x1853602672025728/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734647.185660:0:247534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa300 x1853602672025728/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.185670:0:247534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734647.185684:0:247534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.185687:0:247534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734647.185689:0:247534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734647.185691:0:247534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734647.185694:0:247534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734647.185697:0:247534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734647.185703:0:247534:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734647.185708:0:247534:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734647.185710:0:247534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767734647.185715:0:247534:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff94b1f2daa300 x1853602672025728/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.185760:0:247534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:0.0:1767734647.185764:0:247534:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734647.185766:0:247534:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924578 00000100:00000001:0.0:1767734647.185769:0:247534:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734647.185771:0:247534:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:0.0:1767734647.185777:0:247534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daa300 x1853602672025728/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734663 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.185786:0:247534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:0.0:1767734647.185789:0:247534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734647.185791:0:247534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734647.185796:0:247534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa300 x1853602672025728/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734663 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734647.185805:0:247534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:247534:1853602672025728:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1767734647.185811:0:247534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734647.185814:0:247534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:0.0:1767734647.185817:0:247534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734647.185819:0:247534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734647.185822:0:247534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa300 x1853602672025728/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734663 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.185845:0:247534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734647.185849:0:247534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f780. 00000100:00000001:0.0:1767734647.185852:0:247534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734647.185854:0:247534:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:0.0:1767734647.185861:0:247534:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:0.0:1767734647.185865:0:247534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734647.185867:0:247534:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734647.185869:0:247534:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767734647.185871:0:247534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734647.185875:0:247534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa300 x1853602672025728/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734647.185883:0:247534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734647.185885:0:247534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734647.185888:0:247534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c4280600. 02000000:00000001:0.0:1767734647.185891:0:247534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734647.185893:0:247534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734647.185894:0:247534:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734647.185896:0:247534:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734647.185898:0:247534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c3eac600. 02000000:00000001:0.0:1767734647.185907:0:247534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734647.185908:0:247534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734647.185910:0:247534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa300. 00000100:00000001:0.0:1767734647.185914:0:247534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734647.185915:0:247534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1767734647.185918:0:247534:0:(llog.c:1547:llog_open()) lustre-MDT0000-mdc-ffff94b1ef335000: Failed to open llog : rc -13 00000040:00000010:0.0:1767734647.185922:0:247534:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1c3eade00. 00000040:00000001:0.0:1767734647.185925:0:247534:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:0.0:1767734647.185928:0:247534:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0000-mdc-ffff94b1ef335000: error opening log id [0x1:0x25:0x0]: rc = -13 00000040:00000001:0.0:1767734647.192158:0:247534:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:0.0:1767734647.192165:0:247534:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0000-mdc-ffff94b1ef335000: can't find llog handle [0x1:0x25:0x0]: rc = -13 00000100:00000040:3.0:1767734647.194432:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303409015, at 4303409016 00000100:00000040:2.0:1767734647.194432:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303409015, at 4303409016 00000100:00000010:2.0:1767734647.194447:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f46459c0. 00000100:00000010:3.0:1767734647.194449:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645720. 00000040:00000001:0.0:1767734647.198282:0:247534:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:0.0:1767734647.198288:0:247534:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:0.0:1767734647.198300:0:247534:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:0.0:1767734647.198304:0:247534:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:0.0:1767734647.198307:0:247534:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:0.0:1767734647.198330:0:247534:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff94b1c417a000. 00000020:00000010:0.0:1767734647.198339:0:247534:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1fe4a8140. 00000020:00000010:0.0:1767734647.198354:0:247534:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c3fbdc00. 00000040:00000010:0.0:1767734647.198361:0:247534:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c3fbc800. 00000020:00000010:0.0:1767734647.198366:0:247534:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1f0d05800. 00000020:00000010:0.0:1767734647.198372:0:247534:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94b1f39ea840. 00000020:00000010:0.0:1767734647.198379:0:247534:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c3fbde00. 80000000:00000010:0.0:1767734647.198384:0:247534:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1f46457e0. 40000000:00000010:0.0:1767734647.198388:0:247534:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff94b1fe4a8d40. 00100000:00000010:0.0:1767734647.198393:0:247534:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94b1f0d06000. 00040000:00000010:0.0:1767734647.198396:0:247534:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1c41a1f00. 00040000:00000010:0.0:1767734647.198401:0:247534:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff94b1f0d02000. 00040000:00000010:0.0:1767734647.198405:0:247534:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c3eaca00. 00000004:00000010:0.0:1767734647.198409:0:247534:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff94b1f0d06800. 00000004:00000010:0.0:1767734647.198414:0:247534:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff94b1c70c7000. 00000004:00000010:0.0:1767734647.198419:0:247534:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff94b1f0d03000. 00002000:00000010:0.0:1767734647.198425:0:247534:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff94b1de13e400. 00000004:00000010:0.0:1767734647.198428:0:247534:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff94b1de13d800. 00000020:00000010:0.0:1767734647.198432:0:247534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c3fbc000. 00000040:00000010:0.0:1767734647.198435:0:247534:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94b1f46454e0. 00000040:00000001:0.0:1767734647.198438:0:247534:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:0.0:1767734647.198441:0:247534:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:0.0:1767734647.198445:0:247534:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0000-mdc-ffff94b1ef335000: fail to process llog: rc = -13 00000002:00000001:0.0:1767734647.203813:0:247534:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:0.0:1767734647.203832:0:247534:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:0.0:1767734647.203836:0:247534:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94b1c417c000. 00000040:00000010:0.0:1767734647.203842:0:247534:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1c3fbce00. 00000040:00000001:0.0:1767734647.203845:0:247534:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1767734647.203848:0:247534:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff94b1fb35c6c0 : new refcount 1 00000020:00000040:0.0:1767734647.203852:0:247534:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:2.0:1767734647.203905:0:247533:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:0.0:1767734647.203981:0:247534:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:2.0:1767734647.204061:0:247533:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1c41a1000. 00000100:00000040:3.0:1767734647.330520:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767734647.330533:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767734647.330544:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bda300. 00000020:00000040:3.0:1767734647.330553:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767734647.330559:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734647.330563:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734647.330568:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734647.330578:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b0e3c38500. 00000100:00000001:3.0:1767734647.330585:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734647.330596:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b200bda300 x1853602672025856/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734647.330608:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734647.330624:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734647.330633:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a238a3b1] to pc [ptlrpcd_01_01+1] req@ffff94b200bda300 x1853602672025856/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.330674:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734647.330682:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767734647.330690:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767734647.330695:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767734647.330698:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb800. 00000020:00000040:3.0:1767734647.330705:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1f64ad800 refcount=3 obd=lustre-OST0000-osc-ffff94b1ef335000 00000100:00000001:3.0:1767734647.330710:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767734647.330712:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767734647.330713:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767734647.330716:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767734647.330744:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734647.330755:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b0e3c38000. 00000100:00000040:2.0:1767734647.330755:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bda300 x1853602672025856/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.330762:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734647.330772:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID req@ffff94b200bdb800 x1853602672025984/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734647.330772:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734647.330776:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734647.330782:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734647.330786:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734647.330787:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734647.330791:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734647.330791:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734647.330799:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196094:1853602672025856:192.168.203.112@tcp:400:kworker.0 00000100:00000040:3.0:1767734647.330801:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078681629] to pc [ptlrpcd_01_00+0] req@ffff94b200bdb800 x1853602672025984/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.330807:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734647.330812:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734647.330816:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.330819:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734647.330820:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767734647.330824:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767734647.330829:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fd385800. 00000100:00000001:3.0:1767734647.330831:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767734647.330833:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734647.330839:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd8a80. 00000020:00000040:3.0:1767734647.330844:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1f64aa000 refcount=3 obd=lustre-OST0001-osc-ffff94b1ef335000 00000400:00000200:2.0:1767734647.330844:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734647.330849:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734647.330852:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767734647.330852:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e6e0. 02000000:00000001:3.0:1767734647.330856:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767734647.330862:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa293b8. 02000000:00000010:3.0:1767734647.330863:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b0e3c38700. 00000100:00000001:3.0:1767734647.330869:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734647.330870:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672025856, portal 25 00000100:00000001:2.0:1767734647.330875:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767734647.330877:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID req@ffff94b200bd8a80 x1853602672026112/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734647.330878:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970358528 : -117982739193088 : ffff94b200bda300) 00000100:00000040:2.0:1767734647.330889:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bda300 x1853602672025856/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.330902:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734647.330910:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734647.330918:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767734647.330918:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29990. 00000100:00000001:3.0:1767734647.330923:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734647.330924:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672025856, offset 0 00000100:00000040:3.0:1767734647.330934:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c63993a1] to pc [ptlrpcd_01_01+1] req@ffff94b200bd8a80 x1853602672026112/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734647.330935:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734647.330946:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734647.330951:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734647.330955:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000040:3.0:1767734647.330959:0:242285:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8746) 00000400:00000200:2.0:1767734647.330962:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734647.330968:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:3.0:1767734647.330979:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734647.330985:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734647.330989:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767734647.330990:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734647.330994:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000040:3.0:1767734647.330998:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb800 x1853602672025984/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734647.331002:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66337:66337:256:4294967295] 192.168.203.112@tcp LPNI seq info [66337:66337:8:4294967295] 00000100:00000001:3.0:1767734647.331013:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767734647.331014:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734647.331016:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734647.331021:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734647.331025:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734647.331031:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734647.331031:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00100000:3.0:1767734647.331038:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecb0905e-f978-4384-816c-881545595fa4:196093:1853602672025984:192.168.203.112@tcp:400:kworker.0 00000800:00000200:2.0:1767734647.331043:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734647.331045:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734647.331050:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1767734647.331051:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d430fc00. 02000000:00000001:3.0:1767734647.331054:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734647.331057:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767734647.331061:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 02000000:00000010:3.0:1767734647.331063:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c6453600. 02000000:00000001:3.0:1767734647.331066:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734647.331070:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000200:3.0:1767734647.331075:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:2.0:1767734647.331077:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d430fc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767734647.331082:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113cb8. 00000400:00000010:3.0:1767734647.331093:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7660. 00000100:00000001:2.0:1767734647.331096:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767734647.331099:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672025984, portal 4 00000100:00000001:3.0:1767734647.331103:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767734647.331103:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734647.331106:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000001:2.0:1767734647.331107:0:196094:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303410008 00000100:00000010:2.0:1767734647.331114:0:196094:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f1181960. 00000100:00000040:3.0:1767734647.331118:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdb800 x1853602672025984/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.331121:0:196094:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767734647.331130:0:196094:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303410008 00000100:00000010:2.0:1767734647.331139:0:196094:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f1181420. 00000100:00000001:2.0:1767734647.331143:0:196094:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767734647.331149:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734647.331153:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.331159:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.331160:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767734647.331163:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734647.331165:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767734647.331174:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767734647.331175:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7550. 00000100:00000001:2.0:1767734647.331178:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767734647.331180:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672025984, offset 0 00000100:00000001:2.0:1767734647.331182:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734647.331187:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734647.331190:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767734647.331192:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000040:2.0:1767734647.331197:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd8a80 x1853602672026112/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734647.331200:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734647.331208:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:2.0:1767734647.331212:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767734647.331214:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767734647.331215:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734647.331219:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734647.331224:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734647.331229:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 02000000:00000001:2.0:1767734647.331230:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734647.331234:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767734647.331236:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66338:66338:255:4294967295] 192.168.203.112@tcp LPNI seq info [66338:66338:7:4294967295] 02000000:00000001:2.0:1767734647.331239:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734647.331246:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00100000:2.0:1767734647.331247:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecb0905e-f978-4384-816c-881545595fa4:196094:1853602672026112:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734647.331253:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767734647.331259:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 02000000:00000001:2.0:1767734647.331259:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734647.331262:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734647.331266:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767734647.331268:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 02000000:00000010:2.0:1767734647.331272:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fd384000. 00000800:00000010:3.0:1767734647.331275:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38f00. 02000000:00000001:2.0:1767734647.331276:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734647.331285:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000200:2.0:1767734647.331285:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734647.331296:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e478. 00000800:00000200:3.0:1767734647.331297:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734647.331303:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767734647.331303:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29b28. 00000100:00000001:3.0:1767734647.331356:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734647.331365:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: using a timeout of 38781 usecs (39 jiffies) 00000400:00000200:3.0:1767734647.331376:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734647.331381:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303409192 00000100:00000001:3.0:1767734647.331387:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303410008 00000100:00000001:3.0:1767734647.331392:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303409192 00000100:00000001:3.0:1767734647.331397:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303410008 00000100:00000001:3.0:1767734647.331402:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734647.331406:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.331422:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.331427:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734647.331439:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734647.331441:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767734647.331445:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734647.331447:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734647.331451:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.331455:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734647.331506:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734647.331513:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d430fc00. 00000400:00000200:3.0:1767734647.331520:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.331531:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734647.331538:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29990 00000400:00000010:3.0:1767734647.331543:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29990. 00000100:00000001:3.0:1767734647.331549:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734647.331558:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bda300 x1853602672025856/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.331573:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734647.331579:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bda300 x1853602672025856/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734647.331592:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.331596:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734647.331665:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734647.331672:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38f00. 00000400:00000200:3.0:1767734647.331680:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734647.331690:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734647.331695:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7550 00000400:00000010:3.0:1767734647.331699:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7550. 00000100:00000001:3.0:1767734647.331705:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734647.331713:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb800 x1853602672025984/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734647.331780:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672026112, portal 4 00000100:00000001:2.0:1767734647.331789:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734647.331792:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970352256 : -117982739199360 : ffff94b200bd8a80) 00000100:00000040:2.0:1767734647.331807:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd8a80 x1853602672026112/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.331821:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734647.331828:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734647.331836:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29aa0. 00000100:00000200:2.0:1767734647.331844:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672026112, offset 0 00000400:00000200:2.0:1767734647.331860:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734647.331870:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.331880:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:3.0:1767734647.331883:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767734647.331886:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767734647.331891:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb800 x1853602672025984/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734647.331892:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734647.331898:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734647.331903:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734647.331911:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66339:66339:255:4294967295] 192.168.203.112@tcp LPNI seq info [66339:66339:7:4294967295] 00000400:00000200:2.0:1767734647.331922:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734647.331930:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734647.331934:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767734647.331946:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734647.331970:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734647.331978:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d430f800. 00000800:00000200:2.0:1767734647.331991:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734647.332004:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734647.332011:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d430f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767734647.332034:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734647.332042:0:196094:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: using a timeout of 8418 usecs (9 jiffies) 00000400:00000200:2.0:1767734647.332052:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734647.332057:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303409162 00000100:00000001:2.0:1767734647.332063:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303410008 00000100:00000001:2.0:1767734647.332069:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303409162 00000100:00000001:2.0:1767734647.332074:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303410008 00000100:00000001:2.0:1767734647.332079:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734647.332085:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.332091:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.332096:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734647.332105:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734647.332108:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767734647.332113:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734647.332117:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734647.332121:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.332126:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734647.332224:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734647.332232:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d430f800. 00000400:00000200:2.0:1767734647.332239:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.332249:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734647.332256:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29aa0 00000400:00000010:2.0:1767734647.332260:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29aa0. 00000100:00000001:2.0:1767734647.332266:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734647.332275:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd8a80 x1853602672026112/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.332290:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734647.332351:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8a80 x1853602672026112/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.332367:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.332371:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734647.333807:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.333822:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734647.333827:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.333834:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.333843:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.333853:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734647.333864:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.333872:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.333880:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.333887:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d22100 00000400:00000200:2.0:1767734647.333896:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.333906:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7afed [1] + 224 00000800:00000001:2.0:1767734647.333916:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.333966:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.333973:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.333982:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734647.333990:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734647.334000:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bda300 x1853602672025856/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734647.334020:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bda300 x1853602672025856/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.334047:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734647.334059:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.334067:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734647.334089:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734647.334094:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734647.334102:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734647.334106:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734647.334110:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e6e0. 00000400:00000200:2.0:1767734647.334131:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa293b8 00000400:00000010:2.0:1767734647.334135:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa293b8. 00000100:00000001:2.0:1767734647.334142:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734647.334152:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bda300 x1853602672025856/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734647.334170:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bda300 x1853602672025856/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.334183:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734647.334187:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734647.334191:0:196094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734647.334195:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734647.334198:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734647.334202:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734647.334207:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734647.334214:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=75 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734647.334221:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734647.334227:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734647.334231:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734647.334235:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734647.334239:0:196094:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.334243:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734647.334252:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bda300 x1853602672025856/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.334266:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734647.334272:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734647.334276:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734647.334285:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bda300 x1853602672025856/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734647.334302:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196094:1853602672025856:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734647.334346:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.334353:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734647.334363:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bda300 x1853602672025856/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.334390:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734647.334394:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734647.334399:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fd385800. 02000000:00000001:2.0:1767734647.334405:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734647.334408:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734647.334412:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734647.334416:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734647.334419:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b0e3c38500. 02000000:00000001:2.0:1767734647.334426:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734647.334429:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734647.334432:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bda300. 00000100:00000001:2.0:1767734647.334439:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734647.334442:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734647.334448:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.334452:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734647.334455:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734647.334459:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.334463:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734647.334483:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.334494:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734647.334499:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.334505:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.334515:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.334524:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734647.334534:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.334540:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.334547:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.334555:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d22180 00000400:00000200:2.0:1767734647.334563:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.334573:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7affd [1] + 224 00000800:00000001:2.0:1767734647.334583:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.334591:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.334596:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.334604:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734647.334623:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734647.334633:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb800 x1853602672025984/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734647.334652:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bdb800 x1853602672025984/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.334679:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734647.334690:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.334699:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734647.334703:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.334708:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.334745:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.334756:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734647.334767:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.334774:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.334784:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.334793:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d22200 00000400:00000200:2.0:1767734647.334801:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734647.334812:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b00d [1] + 224 00000800:00000001:2.0:1767734647.334822:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.334877:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734647.334883:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734647.334890:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734647.334896:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734647.334904:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd8a80 x1853602672026112/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734647.334922:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bd8a80 x1853602672026112/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.334946:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734647.334954:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734647.334960:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734647.334977:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734647.334994:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734647.335000:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734647.335003:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734647.335007:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113cb8. 00000400:00000200:2.0:1767734647.335014:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7660 00000400:00000010:2.0:1767734647.335018:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7660. 00000100:00000001:2.0:1767734647.335023:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734647.335032:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdb800 x1853602672025984/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734647.335050:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdb800 x1853602672025984/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.335062:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734647.335064:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734647.335069:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734647.335072:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734647.335075:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734647.335079:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734647.335084:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734647.335093:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64adc58 time=74 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734647.335099:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64adc10 time=28 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734647.335105:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734647.335108:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734647.335112:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734647.335116:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.335120:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734647.335123:0:196093:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: skip recheck: last_committed 17179871170 00000100:00000001:2.0:1767734647.335127:0:196093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734647.335130:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734647.335137:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb800 x1853602672025984/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.335150:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734647.335155:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734647.335158:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734647.335166:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb800 x1853602672025984/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734647.335206:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecb0905e-f978-4384-816c-881545595fa4:196093:1853602672025984:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734647.335213:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734647.335217:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734647.335223:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb800 x1853602672025984/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.335237:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734647.335240:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734647.335245:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c6453600. 02000000:00000001:2.0:1767734647.335251:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734647.335254:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734647.335257:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=2 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:2.0:1767734647.335261:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734647.335264:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b0e3c38000. 02000000:00000001:2.0:1767734647.335270:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734647.335272:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734647.335275:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb800. 00000100:00000001:2.0:1767734647.335281:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734647.335284:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734647.335288:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734647.335296:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734647.335299:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.335303:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734647.335307:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.335360:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734647.335364:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734647.335372:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734647.335375:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734647.335380:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e478. 00000400:00000200:2.0:1767734647.335388:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29b28 00000400:00000010:2.0:1767734647.335393:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29b28. 00000100:00000001:2.0:1767734647.335399:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734647.335408:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd8a80 x1853602672026112/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734647.335451:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd8a80 x1853602672026112/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.335466:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734647.335470:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734647.335474:0:196094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734647.335477:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734647.335480:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734647.335483:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734647.335487:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734647.335496:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64aa458 time=74 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734647.335502:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64aa410 time=69 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734647.335507:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734647.335510:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734647.335514:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734647.335518:0:196094:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.335523:0:196094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734647.335526:0:196094:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: skip recheck: last_committed 12884903350 00000100:00000001:2.0:1767734647.335529:0:196094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734647.335532:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734647.335541:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd8a80 x1853602672026112/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.335555:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734647.335559:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734647.335562:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734647.335571:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd8a80 x1853602672026112/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734647.335587:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecb0905e-f978-4384-816c-881545595fa4:196094:1853602672026112:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734647.335595:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734647.335600:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734647.335607:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8a80 x1853602672026112/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734647.335631:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734647.335634:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734647.335638:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fd384000. 02000000:00000001:2.0:1767734647.335643:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734647.335645:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734647.335648:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=2 obd=lustre-OST0001-osc-ffff94b1ef335000 00000020:00000001:2.0:1767734647.335652:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734647.335655:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b0e3c38700. 02000000:00000001:2.0:1767734647.335660:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734647.335662:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734647.335665:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8a80. 00000100:00000001:2.0:1767734647.335670:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734647.335673:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734647.335677:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734647.335685:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734647.335687:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734647.335691:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734647.335695:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734647.522474:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734647.522480:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734647.522487:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734647.522490:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734647.522495:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734647.522496:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734647.522501:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734647.522503:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734647.522557:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734647.522563:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734647.522568:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767734647.805144:0:247623:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767734647.978124:0:247659:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767734647.978129:0:247659:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160h: @@@@@@ FAIL: no changelogs found 00000001:00000001:2.0:1767734647.982466:0:247659:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1767734648.226480:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303410008, at 4303410048 00000100:00000010:2.0:1767734648.226495:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f1181960. 00000100:00000040:3.0:1767734648.226644:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303410008, at 4303410048 00000100:00000010:3.0:1767734648.226656:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f1181420. 00000080:00000001:0.0:1767734648.506036:0:247757:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734648.547472:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734648.547478:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734648.547488:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734648.547491:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734648.547496:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734648.547498:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734648.547503:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734648.547504:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734648.547572:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734648.547578:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734648.547583:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 9319 lines, 9319 kept, 0 dropped, 0 bad.